-- Logs begin at Wed 2022-05-04 14:13:40 UTC, end at Wed 2022-05-04 16:01:12 UTC. -- May 04 14:49:18.725992 dv-cinder-829630-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service. May 04 14:49:21.448215 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.common.config [-] Logging enabled! May 04 14:49:21.448840 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.2.1.dev13 May 04 14:49:21.448992 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101754) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 04 14:49:21.453040 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.common.config [-] Logging enabled! May 04 14:49:21.453290 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.2.1.dev13 May 04 14:49:21.453597 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101754) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 04 14:49:21.454540 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 14:49:21.454769 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 14:49:21.455115 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 14:49:21.455354 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 14:49:21.455574 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 14:49:21.455898 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.456185 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.456475 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.456699 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.457010 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.457293 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.457575 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.457856 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.458147 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.458428 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.458703 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.458983 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.459211 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.459484 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.459762 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.460046 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.460265 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] debug = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.460538 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.460985 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.461382 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.461657 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.461938 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.462211 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.462476 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.462745 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.463023 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.463344 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] host = dv-cinder-829630-2-iscsi {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.463616 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.463896 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.464175 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.464452 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.464731 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.465019 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.465297 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.465911 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.466286 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] log_file = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.466560 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.466843 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.467125 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.467411 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.467628 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.467847 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.468130 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.468408 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.468677 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.468972 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.469241 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.469509 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.469779 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.470046 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.470325 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.470605 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.470881 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.471148 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.471416 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.471684 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.471951 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.472228 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.472496 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.472847 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.473119 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.473398 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.473661 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.473930 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.474224 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.474501 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.474777 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.475054 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.475321 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.475594 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.475864 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.476130 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.476394 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] use_json = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.476660 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.476948 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.477226 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.477495 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.477761 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.478029 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.478294 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.478569 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.478836 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:21.479124 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.479413 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.479705 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.479994 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.480276 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.480549 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.480853 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.481129 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.481448 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.481735 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.482024 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.482295 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.482578 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.482851 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.483141 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.483440 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.483732 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.484016 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.484282 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.484548 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.484850 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.485127 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.485409 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.485682 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.485962 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.486245 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.486519 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.486795 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.487082 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.487363 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.487630 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.487903 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.488187 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.488461 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.488768 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.489027 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.489310 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.489583 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.489850 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.490128 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.490398 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.490661 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.490925 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.491195 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.491474 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.491746 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.492009 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.492273 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.492544 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.492844 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.493122 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.493390 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.493654 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.493920 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.494191 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.494456 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.494723 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.494994 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.495257 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.495529 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.495794 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.496057 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.496321 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.496584 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.496874 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.497741 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.498000 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.498446 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.498717 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.498985 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.499251 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.499517 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.499782 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.500061 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.500353 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.500632 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.500942 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.501219 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.501490 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.501759 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.502030 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.502303 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.502575 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.502839 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.503121 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.503396 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.503675 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.503952 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.504230 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.504518 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.504823 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.505105 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.505378 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.505649 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.505924 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.506203 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.506490 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.506781 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.507096 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.507607 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.507607 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.507929 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.508175 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.508448 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:21.508660 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 14:49:21.508920 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101754) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 04 14:49:21.859998 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:49:21.860271 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:49:21.860552 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 04 14:49:21.860907 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.manager [-] Loading core plugin: ml2 May 04 14:49:22.256499 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.256790 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.257059 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.258333 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.258604 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.258869 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.294643 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.294914 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.295179 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.310251 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.310518 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.310782 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.338737 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.339012 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.339279 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.376331 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.376606 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.376896 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.603657 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.604268 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.604268 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.604444 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.605074 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.725028 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.725345 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.725622 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.725891 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.726151 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.726455 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.726709 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.726952 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.727205 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.727477 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.727730 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.727994 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.728244 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.728490 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.728754 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.729018 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.729268 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.729527 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.729789 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.730040 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.730302 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.730547 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.730820 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.731187 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.731968 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.732213 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.732599 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101754) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:49:22.732862 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101754) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:49:22.733098 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101754) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:49:22.733327 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101754) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:49:22.733557 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101754) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:49:22.733789 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101754) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:49:22.734141 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 04 14:49:22.737211 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 04 14:49:22.741075 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 04 14:49:22.744862 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(250, 299)])]) May 04 14:49:22.746453 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 04 14:49:22.746894 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 04 14:49:22.747889 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 04 14:49:22.748435 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 04 14:49:22.751221 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 04 14:49:22.751465 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 04 14:49:22.751799 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 04 14:49:22.757094 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] May 04 14:49:22.778737 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 04 14:49:22.779190 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.779480 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101754) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 04 14:49:22.779840 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.781212 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101754) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 04 14:49:22.781492 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 04 14:49:22.781734 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 04 14:49:22.785226 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.785503 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:22.848652 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 04 14:49:22.848906 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 04 14:49:22.849137 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 04 14:49:22.849499 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 04 14:49:22.872477 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_db.sqlalchemy.engines [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101754) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 04 14:49:23.421978 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.plugins.ml2.managers [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Initializing driver for type 'gre' May 04 14:49:23.422501 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] gre ID ranges: [(1, 1000)] May 04 14:49:23.479253 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.plugins.ml2.managers [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Initializing driver for type 'local' May 04 14:49:23.479682 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.plugins.ml2.managers [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Initializing driver for type 'vlan' May 04 14:49:23.493237 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] VlanTypeDriver initialization complete May 04 14:49:23.493678 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.plugins.ml2.managers [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Initializing driver for type 'vxlan' May 04 14:49:23.494231 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] vxlan ID ranges: [(1, 1000)] May 04 14:49:23.551858 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.plugins.ml2.managers [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Initializing extension driver 'port_security' May 04 14:49:23.552208 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.plugins.ml2.extensions.port_security [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] PortSecurityExtensionDriver initialization complete May 04 14:49:23.552543 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.plugins.ml2.managers [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Initializing mechanism driver 'openvswitch' May 04 14:49:23.552911 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.plugins.ml2.managers [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Initializing mechanism driver 'hyperv' May 04 14:49:23.559457 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.plugins.ml2.plugin [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101754) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:49:23.560901 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > port after_create 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.561276 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > port after_update 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.561630 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > port after_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.562157 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101754) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 04 14:49:23.562591 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > subnet after_create 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.562947 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > subnet after_update 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.563298 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.563690 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101754) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 04 14:49:23.564096 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > network after_create 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.564446 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > network after_update 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.564816 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > network after_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.565211 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101754) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 04 14:49:23.565619 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > security_group after_create 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.565964 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > security_group after_update 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.566303 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > security_group after_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.566833 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101754) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 04 14:49:23.567243 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.567594 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.567940 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.568333 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101754) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 04 14:49:23.568758 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > address_group after_create 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.569111 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > address_group after_update 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.569453 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > address_group after_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.569848 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101754) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} May 04 14:49:23.570318 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] ML2 OVO RPC backend initialized. {{(pid=101754) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} May 04 14:49:23.571154 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.571409 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.571823 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > network before_response 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.572174 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > networks before_response 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.572520 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > port before_response 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.572894 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > ports before_response 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.573245 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > subnet before_response 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.573626 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > subnets before_response 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.573931 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > network after_create 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.574271 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > network after_update 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.574606 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > network after_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.574942 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > port after_create 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.575386 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > port after_update 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.575734 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > port after_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.576068 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > subnet after_create 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.576410 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > subnet after_update 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.576775 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > subnet after_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.583915 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.quota [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded quota_driver: . May 04 14:49:23.584274 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.plugins.ml2.plugin [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Modular L2 Plugin initialization complete May 04 14:49:23.584619 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading services supported by the core plugin {{(pid=101754) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 04 14:49:23.584987 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.plugins.ml2.managers [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Got port-security extension from driver 'port_security' May 04 14:49:23.585470 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.extensions.vlantransparent [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Disabled vlantransparent extension. May 04 14:49:23.585960 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101754) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 04 14:49:23.586285 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading Plugin: router May 04 14:49:23.622375 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > router_interface before_create 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.622976 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > router after_create 55549900 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.623214 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > router before_create 55549900 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.623586 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.623964 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.624329 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > router after_delete 55549900 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.624693 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > floatingip after_create 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.625076 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > floatingip after_update 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.625439 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > router after_create 55549900 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.625788 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > router after_update 55549900 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.626141 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > router after_update 55549900 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.626494 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.626855 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > router after_update 55549900 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.627266 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > router precommit_update 55549900 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.627635 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: port after_update 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.627978 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: port after_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.628319 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: subnet after_update 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.628667 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.629042 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > port precommit_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.629394 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > router precommit_create 55549900 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.629742 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: port before_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.630089 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > router precommit_create 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.630446 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > router after_update 55549900 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.630791 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > router precommit_delete 55549900 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.631145 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > router precommit_create 55549900 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.631510 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > router_interface after_create 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.631858 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > router precommit_update 55549900 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.632224 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > agent after_create 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.632573 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > agent after_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.632947 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > network after_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.633816 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.quota.resource_registry [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Tracking information for resource: router configured {{(pid=101754) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:49:23.634155 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.quota.resource_registry [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Tracking information for resource: floatingip configured {{(pid=101754) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 04 14:49:23.638970 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.db.l3_agentschedulers_db [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 04 14:49:23.639540 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: port after_update 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.639900 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: port after_create 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.640252 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: port after_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.640607 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: port after_update 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.641437 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > router before_create 55550100 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.641801 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > router precommit_delete 55550100 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.642162 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > router precommit_create 55550100 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.642518 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > router precommit_update 55550100 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.647295 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.services.provider_configuration [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Service providers = [] {{(pid=101754) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 04 14:49:23.647659 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.db.servicetype_db [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101754) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 04 14:49:23.650615 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.services.service_base [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101754) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 14:49:23.650967 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.services.service_base [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101754) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 14:49:23.651323 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.services.service_base [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101754) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 14:49:23.652212 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.services.service_base [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101754) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 04 14:49:23.652586 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.services.service_base [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Default provider is not specified for service type L3_ROUTER_NAT May 04 14:49:23.652993 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101754) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:49:23.653314 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 04 14:49:23.664083 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101754) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:49:23.664412 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading Plugin: auto_allocate May 04 14:49:23.671016 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: network precommit_update 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.671385 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: network precommit_create 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.671905 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101754) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:49:23.672280 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading Plugin: tag May 04 14:49:23.678725 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101754) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:49:23.679053 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading Plugin: timestamp May 04 14:49:23.683019 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101754) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:49:23.683348 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading Plugin: network_ip_availability May 04 14:49:23.688787 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.689160 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.689517 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.690236 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101754) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:49:23.690553 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading Plugin: flavors May 04 14:49:23.695238 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101754) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:49:23.695571 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading Plugin: revisions May 04 14:49:23.699887 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101754) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 04 14:49:23.700281 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_concurrency.lockutils [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.840s {{(pid=101754) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 04 14:49:23.701078 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101754) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} May 04 14:49:23.701425 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Initializing extension manager. May 04 14:49:23.702063 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: __init__.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.702410 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: __pycache__ {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.702747 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.703081 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: address_group.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.703848 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.704422 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: address-group May 04 14:49:23.704766 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: address_scope.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.705490 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.705996 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: address-scope May 04 14:49:23.706319 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: admin_state_down_before_update.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.707255 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.707767 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: router-admin-state-down-before-update May 04 14:49:23.708091 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: agent.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.708994 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.709504 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: agent May 04 14:49:23.709826 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: agent_resources_synced.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.710739 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.711250 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: agent-resources-synced May 04 14:49:23.711574 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: allowedaddresspairs.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.713404 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.713923 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: allowed-address-pairs May 04 14:49:23.714248 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: auto_allocated_topology.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.715322 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.716080 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: auto-allocated-topology May 04 14:49:23.716401 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: availability_zone.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.717834 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.718338 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: availability_zone May 04 14:49:23.718660 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: availability_zone_filter.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.719583 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.720087 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: availability_zone_filter May 04 14:49:23.720408 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: data_plane_status.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.721350 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.721850 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension data-plane-status not supported by any of loaded plugins May 04 14:49:23.722176 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: default_subnetpools.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.723089 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.723593 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: default-subnetpools May 04 14:49:23.723914 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: dhcpagentscheduler.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.724758 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.725261 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: dhcp_agent_scheduler May 04 14:49:23.725586 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: dns.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.726508 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.727008 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension dns-integration not supported by any of loaded plugins May 04 14:49:23.727395 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: dns_domain_ports.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.728243 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.728765 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension dns-domain-ports not supported by any of loaded plugins May 04 14:49:23.729088 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.730008 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.730504 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins May 04 14:49:23.730824 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: dvr.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.731498 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.731999 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: dvr May 04 14:49:23.732347 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: ecmp_routes.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.733841 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.734339 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension ecmp_routes not supported by any of loaded plugins May 04 14:49:23.734660 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: empty_string_filtering.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.735574 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.736087 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: empty-string-filtering May 04 14:49:23.736394 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.737343 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.737845 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 04 14:49:23.738164 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.739083 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.739577 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 04 14:49:23.739898 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: external_net.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.740848 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.741352 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: external-net May 04 14:49:23.741669 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: extra_dhcp_opt.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.742579 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.743081 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: extra_dhcp_opt May 04 14:49:23.743402 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: extraroute.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.744311 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.744847 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: extraroute May 04 14:49:23.745171 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: extraroute_atomic.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.746200 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.746704 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: extraroute-atomic May 04 14:49:23.747026 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: filter_validation.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.747696 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.748237 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: filter-validation May 04 14:49:23.748557 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: fip_pf_description.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.749498 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.750001 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 04 14:49:23.750320 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: fip_port_details.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.751240 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.751748 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: fip-port-details May 04 14:49:23.752072 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: flavors.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.753321 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.753831 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: flavors May 04 14:49:23.754158 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.755843 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.756320 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 04 14:49:23.756652 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: floatingip_pools.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.757380 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.757888 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: floatingip-pools May 04 14:49:23.758216 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: ip_allocation.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.759145 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.759647 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension ip_allocation not supported by any of loaded plugins May 04 14:49:23.759975 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.760928 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.761432 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: ip-substring-filtering May 04 14:49:23.761760 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: l2_adjacency.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.762710 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.763203 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension l2_adjacency not supported by any of loaded plugins May 04 14:49:23.763527 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: l3.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.764699 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.765236 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: router May 04 14:49:23.765564 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: l3_conntrack_helper.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.767912 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.768435 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 04 14:49:23.768794 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.769737 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.770250 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: ext-gw-mode May 04 14:49:23.770579 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.771499 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.772010 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: l3-ha May 04 14:49:23.772339 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: l3_flavors.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.773289 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.773789 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: l3-flavors May 04 14:49:23.774114 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.775026 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.775537 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: l3-port-ip-change-not-allowed May 04 14:49:23.775867 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: l3agentscheduler.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.777009 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.777521 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: l3_agent_scheduler May 04 14:49:23.777846 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: logging.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.779861 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.780445 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension logging not supported by any of loaded plugins May 04 14:49:23.780800 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: metering.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.781546 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.782114 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: metering May 04 14:49:23.782446 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.783536 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.784047 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: metering_source_and_destination_fields May 04 14:49:23.784372 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: multiprovidernet.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.785324 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.785833 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: multi-provider May 04 14:49:23.786156 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: netmtu.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.787071 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.787571 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: net-mtu May 04 14:49:23.787893 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: netmtu_writable.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.788843 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.789350 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: net-mtu-writable May 04 14:49:23.789670 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: network_availability_zone.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.790339 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.790835 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: network_availability_zone May 04 14:49:23.791155 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: network_ip_availability.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.792266 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.792807 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: network-ip-availability May 04 14:49:23.793129 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: network_segment_range.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.793892 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.794389 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension network-segment-range not supported by any of loaded plugins May 04 14:49:23.794709 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: pagination.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.796382 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.796709 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: pagination May 04 14:49:23.797059 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: port_device_profile.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.797992 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.798506 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: port-device-profile May 04 14:49:23.798828 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.799755 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.800257 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: port-mac-address-regenerate May 04 14:49:23.800576 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.801526 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.802027 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: port-numa-affinity-policy May 04 14:49:23.802354 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: port_resource_request.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.803260 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.803754 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension port-resource-request not supported by any of loaded plugins May 04 14:49:23.804075 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: portbindings.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.805041 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.805541 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: binding May 04 14:49:23.805863 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: portbindings_extended.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.807250 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.807767 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: binding-extended May 04 14:49:23.808094 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: portsecurity.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.809039 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.809551 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: port-security May 04 14:49:23.810649 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: project_id.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.810909 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.811244 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: project-id May 04 14:49:23.811564 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: providernet.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.812489 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.813037 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: provider May 04 14:49:23.813357 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: qos.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.816881 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.817402 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension qos not supported by any of loaded plugins May 04 14:49:23.817736 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.818992 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.819502 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 04 14:49:23.819831 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.820781 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.821291 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 04 14:49:23.821616 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: qos_default.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.822538 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.823107 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension qos-default not supported by any of loaded plugins May 04 14:49:23.823366 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: qos_fip.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.824021 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.824538 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension qos-fip not supported by any of loaded plugins May 04 14:49:23.824875 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: qos_gateway_ip.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.825802 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.826335 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension qos-gateway-ip not supported by any of loaded plugins May 04 14:49:23.826657 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: qos_port_network_policy.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.827571 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.828080 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension qos-port-network-policy not supported by any of loaded plugins May 04 14:49:23.828406 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: qos_pps_rule.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.829619 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.830131 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension qos-pps not supported by any of loaded plugins May 04 14:49:23.830456 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: qos_rule_type_details.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.831401 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.831907 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension qos-rule-type-details not supported by any of loaded plugins May 04 14:49:23.832235 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: qos_rules_alias.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.833302 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.833808 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension qos-rules-alias not supported by any of loaded plugins May 04 14:49:23.834132 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: quotasv2.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.835043 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.835373 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: quotas May 04 14:49:23.835698 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: quotasv2_detail.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.837430 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.837768 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: quota_details May 04 14:49:23.838096 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: rbac.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.839144 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.839657 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: rbac-policies May 04 14:49:23.839988 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: rbac_address_group.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.841202 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.842244 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: rbac-address-group May 04 14:49:23.842573 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: rbac_address_scope.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.843668 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.845740 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: rbac-address-scope May 04 14:49:23.846086 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: rbac_security_groups.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.847028 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.847544 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: rbac-security-groups May 04 14:49:23.847875 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: rbac_subnetpool.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.848829 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.849342 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: rbac-subnetpool May 04 14:49:23.849670 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: revisionifmatch.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.850599 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.851114 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: revision-if-match May 04 14:49:23.851441 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: revisions.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.852570 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.853122 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: standard-attr-revisions May 04 14:49:23.853454 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: router_availability_zone.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.854135 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.854644 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: router_availability_zone May 04 14:49:23.854972 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: routerservicetype.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.855902 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.856408 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension router-service-type not supported by any of loaded plugins May 04 14:49:23.856753 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.858408 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.858921 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: security-groups-normalized-cidr May 04 14:49:23.859247 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: security_groups_port_filtering.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.860185 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.860695 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: port-security-groups-filtering May 04 14:49:23.861050 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.861976 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.862483 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: security-groups-remote-address-group May 04 14:49:23.863063 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: securitygroup.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.872353 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.872937 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: security-group May 04 14:49:23.873391 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: segment.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.874205 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.874719 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension segment not supported by any of loaded plugins May 04 14:49:23.875049 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.876013 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.876524 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 04 14:49:23.876880 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: servicetype.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.878076 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.878594 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: service-type May 04 14:49:23.878924 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: sorting.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.879908 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.880244 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: sorting May 04 14:49:23.880571 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: standard_attr_segment.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.881525 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.882035 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension standard-attr-segment not supported by any of loaded plugins May 04 14:49:23.882363 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: standardattrdescription.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.883017 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.883524 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: standard-attr-description May 04 14:49:23.883849 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: stateful_security_group.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.884818 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.885328 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: stateful-security-group May 04 14:49:23.885650 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: stdattrs_common.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.886236 dv-cinder-829630-2-iscsi neutron-server[101754]: WARNING neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 04 14:49:23.886559 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.887502 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.888008 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 04 14:49:23.888332 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: subnet_onboard.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.889529 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.890043 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: subnet_onboard May 04 14:49:23.890368 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.891292 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.891798 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 04 14:49:23.892120 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: subnet_service_types.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.893091 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.893632 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: subnet-service-types May 04 14:49:23.893923 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: subnetallocation.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.895012 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.895519 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: subnet_allocation May 04 14:49:23.895842 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.896518 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.897058 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: subnetpool-prefix-ops May 04 14:49:23.897378 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.898330 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.898832 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 04 14:49:23.899157 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: tagging.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.900238 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.900768 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: standard-attr-tag May 04 14:49:23.901099 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: timestamp.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.902306 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.902829 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loaded extension: standard-attr-timestamp May 04 14:49:23.903156 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: trunk.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.904697 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.905238 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension trunk not supported by any of loaded plugins May 04 14:49:23.905564 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: trunk_details.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.906501 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.907006 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension trunk-details not supported by any of loaded plugins May 04 14:49:23.907332 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: uplink_status_propagation.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.908254 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.908797 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension uplink-status-propagation not supported by any of loaded plugins May 04 14:49:23.909123 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Loading extension file: vlantransparent.py {{(pid=101754) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} May 04 14:49:23.909803 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101754) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} May 04 14:49:23.910310 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extension vlan-transparent not supported by any of loaded plugins May 04 14:49:23.912834 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.quota.resource_registry [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Creating instance of TrackedResource for resource:network May 04 14:49:23.913358 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.quota.resource_registry [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Creating instance of TrackedResource for resource:subnet May 04 14:49:23.913756 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.quota.resource_registry [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Creating instance of TrackedResource for resource:subnetpool May 04 14:49:23.914149 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.quota.resource_registry [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Creating instance of TrackedResource for resource:port May 04 14:49:23.915370 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.v2.resource_helper [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:49:23.915815 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.v2.resource_helper [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Service FLAVORS assigned prefix: {{(pid=101754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:49:23.916431 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.v2.resource_helper [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:49:23.916908 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.v2.resource_helper [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:49:23.917241 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.quota.resource_registry [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Creating instance of TrackedResource for resource:router May 04 14:49:23.917664 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.quota.resource_registry [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Creating instance of TrackedResource for resource:floatingip May 04 14:49:23.918146 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.v2.resource_helper [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Service METERING assigned prefix: /metering {{(pid=101754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:49:23.919594 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.920619 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.921019 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101754) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:49:23.922035 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.quota.resource_registry [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Creating instance of CountableResource for resource:rbac_policy May 04 14:49:23.922528 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.quota.resource_registry [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Creating instance of TrackedResource for resource:security_group May 04 14:49:23.922937 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.quota.resource_registry [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Creating instance of TrackedResource for resource:security_group_rule May 04 14:49:23.923532 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.v2.resource_helper [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Service CORE assigned prefix: {{(pid=101754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:49:23.923865 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.quota.resource_registry [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Creating instance of TrackedResource for resource:subnetpool May 04 14:49:23.924217 dv-cinder-829630-2-iscsi neutron-server[101754]: WARNING neutron.quota.resource_registry [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] subnetpool is already registered May 04 14:49:23.924636 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.v2.resource_helper [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Service CORE assigned prefix: {{(pid=101754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:49:23.924992 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.quota.resource_registry [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Creating instance of TrackedResource for resource:subnetpool May 04 14:49:23.925334 dv-cinder-829630-2-iscsi neutron-server[101754]: WARNING neutron.quota.resource_registry [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] subnetpool is already registered May 04 14:49:23.927598 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.v2.resource_helper [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:49:23.928033 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.v2.resource_helper [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Service FLAVORS assigned prefix: {{(pid=101754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:49:23.928615 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.v2.resource_helper [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:49:23.929071 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.v2.resource_helper [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:49:23.929403 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.quota.resource_registry [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Creating instance of TrackedResource for resource:router May 04 14:49:23.929740 dv-cinder-829630-2-iscsi neutron-server[101754]: WARNING neutron.quota.resource_registry [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] router is already registered May 04 14:49:23.930152 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.quota.resource_registry [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Creating instance of TrackedResource for resource:floatingip May 04 14:49:23.930487 dv-cinder-829630-2-iscsi neutron-server[101754]: WARNING neutron.quota.resource_registry [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] floatingip is already registered May 04 14:49:23.930941 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.v2.resource_helper [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Service METERING assigned prefix: /metering {{(pid=101754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:49:23.931612 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.quota.resource_registry [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Creating instance of CountableResource for resource:rbac_policy May 04 14:49:23.931939 dv-cinder-829630-2-iscsi neutron-server[101754]: WARNING neutron.quota.resource_registry [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] rbac_policy is already registered May 04 14:49:23.932346 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.quota.resource_registry [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Creating instance of TrackedResource for resource:security_group May 04 14:49:23.932688 dv-cinder-829630-2-iscsi neutron-server[101754]: WARNING neutron.quota.resource_registry [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] security_group is already registered May 04 14:49:23.933111 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.quota.resource_registry [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Creating instance of TrackedResource for resource:security_group_rule May 04 14:49:23.933444 dv-cinder-829630-2-iscsi neutron-server[101754]: WARNING neutron.quota.resource_registry [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] security_group_rule is already registered May 04 14:49:23.934060 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.v2.resource_helper [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Service CORE assigned prefix: {{(pid=101754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:49:23.934390 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.quota.resource_registry [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Creating instance of TrackedResource for resource:subnetpool May 04 14:49:23.934722 dv-cinder-829630-2-iscsi neutron-server[101754]: WARNING neutron.quota.resource_registry [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] subnetpool is already registered May 04 14:49:23.935139 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.v2.resource_helper [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Service CORE assigned prefix: {{(pid=101754) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 04 14:49:23.935507 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.quota.resource_registry [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Creating instance of TrackedResource for resource:subnetpool May 04 14:49:23.935870 dv-cinder-829630-2-iscsi neutron-server[101754]: WARNING neutron.quota.resource_registry [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] subnetpool is already registered May 04 14:49:23.936346 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: extensions {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.937847 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: address-groups {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.939313 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: address-scopes {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.940620 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: agents {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.941795 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: auto-allocated-topology {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.943040 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: availability_zones {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.944246 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: dhcp-networks {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.945770 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: dhcp-agents {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.947192 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: routers {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.949392 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: flavors {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.950546 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: service_profiles {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.952288 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: next_providers {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.953759 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: service_profiles {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.955282 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: floatingip-pools {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.956563 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: routers {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.958643 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: floatingips {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.959924 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: l3-routers {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.961369 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: l3-agents {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.962741 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: metering-labels {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.964092 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: metering-label-rules {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.965658 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: network-ip-availabilities {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.967544 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: bindings {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.970240 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: quotas {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.971728 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: quotas {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.973162 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: rbac-policies {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.974374 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: security-groups {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.975675 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: security-group-rules {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.976928 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: service-providers {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.978127 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: subnetpools {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.979521 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: subnetpools {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.980999 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: tags {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.982774 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: tags {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.984618 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: tags {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.986408 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: tags {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.988172 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: tags {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.990073 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: tags {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.991738 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: tags {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.993636 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: tags {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.995394 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: tags {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:23.997166 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron.api.extensions [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Extended resource: tags {{(pid=101754) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 04 14:49:24.003284 dv-cinder-829630-2-iscsi neutron-server[101754]: WARNING keystonemiddleware.auth_token [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 04 14:49:24.008169 dv-cinder-829630-2-iscsi neutron-server[101754]: WARNING keystonemiddleware.auth_token [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 04 14:49:24.017572 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_concurrency.lockutils [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Acquired lock "singleton_lock" {{(pid=101754) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 04 14:49:24.018053 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_concurrency.lockutils [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Releasing lock "singleton_lock" {{(pid=101754) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 04 14:49:24.018695 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO oslo_service.service [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Starting 2 workers May 04 14:49:24.023510 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Started child 101863 {{(pid=101754) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 14:49:24.027958 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Started child 101864 {{(pid=101754) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 14:49:24.028855 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:24.029713 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO neutron.service [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Neutron service started, listening on 0.0.0.0:9696 May 04 14:49:24.030372 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Notify callbacks [] for process, before_spawn {{(pid=101754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:24.030536 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [-] (101863) wsgi starting up on http://0.0.0.0:9696 May 04 14:49:24.032836 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO oslo_service.service [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Starting 1 workers May 04 14:49:24.033009 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:24.034377 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [-] (101864) wsgi starting up on http://0.0.0.0:9696 May 04 14:49:24.038556 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Started child 101865 {{(pid=101754) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 14:49:24.039106 dv-cinder-829630-2-iscsi neutron-server[101754]: INFO oslo_service.service [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Starting 1 workers May 04 14:49:24.042177 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.service [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] calling RpcWorker wait() {{(pid=101865) _wait /opt/stack/neutron/neutron/service.py:128}} May 04 14:49:24.042708 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.service [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] returning from RpcWorker wait() {{(pid=101865) _wait /opt/stack/neutron/neutron/service.py:135}} May 04 14:49:24.043621 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Started child 101866 {{(pid=101754) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} May 04 14:49:24.043886 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:24.044337 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:49:24.044680 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG neutron_lib.callbacks.manager [None req-a69d8a08-ac3d-4d4f-99d0-29fa583757e7 None None] Notify callbacks [] for process, after_spawn {{(pid=101754) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:24.046658 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101754) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 04 14:49:24.046878 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 14:49:24.047063 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 14:49:24.047285 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 14:49:24.047606 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 14:49:24.047761 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 14:49:24.048276 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.048560 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.048870 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.048963 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:24.049434 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.049434 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.049860 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:49:24.050045 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.050501 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.050757 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.051042 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.051299 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.051474 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.051640 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.051886 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.052119 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.052415 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.052811 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.053559 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.054281 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.054469 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.054729 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.055000 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.055254 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.055524 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] debug = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.055774 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.056280 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.056526 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.057593 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.057825 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.058113 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.058353 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.058613 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.058861 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.059104 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.059340 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.059596 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.059838 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.060475 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.061178 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.061448 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.061672 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.062175 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] host = dv-cinder-829630-2-iscsi {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.062399 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.062620 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.062883 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.063119 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.063368 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.064433 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.064709 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.064999 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.065251 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.065483 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.065753 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.066003 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.066252 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.066494 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] log_file = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.066649 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] log_options = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.066912 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.067180 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.067438 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.067625 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.067794 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.067969 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.068221 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.068383 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.068736 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.069243 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.069464 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.069878 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.070185 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.070468 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.070830 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.071103 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.071285 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.071535 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.071836 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.072046 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.072276 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.072500 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.072859 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.073020 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.073389 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.073548 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.073691 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.073892 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.074091 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.074332 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.074567 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.074812 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.075073 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.075496 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.075655 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.075807 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.076013 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.076919 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.077233 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.077631 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.077904 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.078339 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.078619 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.079740 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.079994 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.082419 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.084762 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] use_json = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.084762 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.084762 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.084762 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.084762 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.084762 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.084762 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.084762 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.085386 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.085386 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.085386 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.085603 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.086130 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.086237 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.086443 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.086693 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.086968 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.087197 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.087460 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.087724 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.088012 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.088257 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.088575 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.088856 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.089300 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.089791 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.090064 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.090341 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.090863 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.091102 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.091350 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.091606 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.092432 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.092674 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.092968 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.093211 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.093441 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.093782 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.094061 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.094334 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.094591 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.094814 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.095060 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.095284 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.095520 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.095739 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.095957 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.096223 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.096468 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.096693 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.096946 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.097197 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.097432 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.097684 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.097943 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.098224 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.098486 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.098739 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.098979 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.099233 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.099454 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.099673 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.099925 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.100146 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.100401 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.100656 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.100935 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.101162 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.101421 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.101639 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.101877 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.102102 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.102318 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.102534 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.102775 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.102988 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.103243 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.103463 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.103682 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.103896 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.104120 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.104335 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.104586 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.104860 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.105109 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.105335 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.105576 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.105792 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.106014 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.106228 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.106442 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.106660 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.106871 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.107095 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.107357 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.107572 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.107791 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.108109 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.108343 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.108609 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.109055 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.109304 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.109549 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.109791 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.110051 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.110275 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.110535 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.110773 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.111176 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.111565 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.111978 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.112348 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.112792 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.113196 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.113574 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.113975 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.114378 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.114638 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.114860 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.115119 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.115364 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.115644 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.115912 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.116176 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.116445 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.116682 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.117008 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.117264 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.117541 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.117765 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.118038 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.118324 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.118594 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.118870 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.119124 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.119355 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.119623 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.119856 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.120125 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.120384 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.120620 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.120866 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.121147 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.121372 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.121607 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.121849 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.122098 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.122437 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.122672 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.122889 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.123163 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.123446 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.123698 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.123948 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.124229 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.124484 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.124747 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.124980 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.125241 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.125477 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.125719 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.125955 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.126189 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.126438 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.126655 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.126905 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.127137 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.127372 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.127630 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.127857 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.128081 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.128324 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.128542 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.128778 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.129030 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.129247 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.129464 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.129708 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.129926 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.130161 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.130398 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.130640 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.130891 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.131114 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.131396 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.131654 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.131884 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.132115 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.132353 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.132617 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.132862 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.133105 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.133326 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.133538 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.133751 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.133969 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.134209 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.134422 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.134650 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.134855 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.135113 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.135362 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.135709 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.135957 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.136186 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.136509 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.136771 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.137008 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.137226 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.137442 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.137691 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.137910 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.138134 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.138373 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.139133 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.139425 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.139664 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.139882 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.140145 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.140415 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.140630 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.140870 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.141127 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.141349 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.141565 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.141779 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.141992 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.142229 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.142442 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.142656 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.142867 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.143146 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.143396 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.143624 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.143878 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.144114 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.144343 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.144586 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.144821 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.145072 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.145302 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.145521 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.145729 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.145969 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.146178 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.146387 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.146603 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.146814 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.147021 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.147243 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.147473 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.147682 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.147901 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.148115 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.148326 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.148547 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.148768 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.148979 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.149201 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.149414 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.149622 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.149847 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.150062 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.150275 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.150533 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.150752 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.150962 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.151259 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.151684 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.151930 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.152241 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.152489 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.152913 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.153185 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.153512 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.153771 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.153970 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.154216 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.154964 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.155369 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.155645 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.155968 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.156253 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.156522 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.156807 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.157108 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.157397 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.157671 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.157908 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.158210 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.158538 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.158831 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.159105 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.159333 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.159584 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.159807 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.160025 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.160244 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.160479 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.160694 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.160962 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.161226 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.161458 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:49:24.161552 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.161680 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.161911 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.162128 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.162398 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.162609 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.162858 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.163074 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.163233 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 14:49:24.163743 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101754) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} May 04 14:49:24.163976 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 04 14:49:24.164139 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 04 14:49:24.164311 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 04 14:49:24.164482 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 04 14:49:24.164636 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 04 14:49:24.164996 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.164996 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.165447 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.165447 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.165447 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.165730 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.165854 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.165935 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.166063 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.166221 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.166380 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.166540 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.166699 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.166863 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.167024 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.167179 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.167337 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.167494 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.167826 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.167826 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.168041 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.168150 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.168255 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] debug = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.168384 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.168596 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.168796 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.168959 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.169117 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.169273 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.169431 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.169589 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.169748 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.169962 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.170125 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.170247 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.170375 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.170677 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.170838 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.170996 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.171154 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.171311 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] host = dv-cinder-829630-2-iscsi {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.171470 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.171628 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.171784 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.171943 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.172100 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.172259 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.172417 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.172629 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.172836 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.172919 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.173047 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.173206 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.173364 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.173524 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] log_file = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.173682 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] log_options = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.173841 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.173997 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.174155 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.174345 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.174509 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.174671 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.174836 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.174993 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.175150 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.175308 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.175466 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.175624 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.175781 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.175942 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.176099 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.176427 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.176587 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.176771 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.177008 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.177106 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.177239 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.177396 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.177555 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.177712 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.177872 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.178030 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.178188 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.178346 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.178504 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.178662 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.178820 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.178977 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.179136 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.179298 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.179457 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.179616 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.179775 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.179935 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.180103 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.180264 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.180422 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.180582 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.180930 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.180930 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.181086 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.181212 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.181369 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] use_json = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.181529 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.181686 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.181847 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.182003 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.182165 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.182324 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.182488 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.182639 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.182800 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 04 14:49:24.182981 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.183145 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.183315 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.183477 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.183659 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.183849 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.183978 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.184105 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.184238 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.184395 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.184565 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.184751 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.184920 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.185143 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.185313 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.185510 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.185757 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.186053 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.186338 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.186491 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.186652 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.186814 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.186986 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.187182 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.187292 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.187447 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.187609 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.187785 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.187948 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.188449 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.42/identity {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.188449 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.188449 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.188695 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.188695 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.188888 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.189051 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.189212 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.189373 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.189535 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.189696 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.189856 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.190017 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.190178 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.190344 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.190505 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.190667 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.190827 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.190989 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.191151 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.191307 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.191467 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.191628 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.191789 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.191950 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.192110 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.192282 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.192443 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.192604 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.192786 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.192950 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.193133 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.193267 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.193428 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.193588 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.193749 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.193910 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.194083 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.194243 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.194403 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.194563 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.194725 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.194886 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.195047 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.195207 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.195368 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.195528 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.195690 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.195850 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.196011 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.196172 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.196335 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.196501 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.196659 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.196846 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.197008 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.197237 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.197384 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.197512 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.197643 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.197787 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.197944 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.198106 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.198266 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.198428 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.198587 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.198749 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.198911 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.199071 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.199232 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.199393 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.199554 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.199716 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.199874 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.200027 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.200187 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.200351 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.200511 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.200673 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.200854 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.201020 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.201700 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.202059 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.202221 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.202387 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.202544 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.202704 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.202873 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.203034 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.203198 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.203358 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.203526 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.203701 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.203860 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.204177 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.204343 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.204501 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.204662 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.204847 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.205009 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.205171 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.205332 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.205491 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.205660 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.205832 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.205993 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.206154 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.206316 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.206499 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.206659 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.206819 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.206978 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.207137 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.207302 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.207465 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.207623 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.207783 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.207945 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.208105 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.208265 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.42/identity {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.208424 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.208586 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.208780 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.208927 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.209090 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.209250 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.209412 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.209574 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.209734 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.209894 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.210056 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.210217 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.210378 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.210538 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.210698 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.210859 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.211023 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.211183 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.211343 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.211504 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.211666 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.211826 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.211986 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.212145 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.212306 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.212469 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.212630 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.212813 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.212990 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.213137 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.213299 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.213459 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.213623 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.213783 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.213945 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.214107 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.214267 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.214427 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.214588 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.214748 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.214910 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.215070 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.215231 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.215669 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.215831 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.215991 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.216153 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.216313 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.216475 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.216636 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.217420 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.217616 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.217780 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.217944 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.218106 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.218266 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.218426 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.218586 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.218746 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.218909 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.219073 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.219234 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.219394 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.219556 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.219717 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.219877 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.220036 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.220198 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.220357 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.220516 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.220678 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.220861 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.221039 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.221199 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.221363 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.221525 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.221684 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.221845 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.222017 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.222177 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.222338 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.222498 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.222657 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.222815 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.222985 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.223145 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.223305 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.223462 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.223622 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.223780 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.223948 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.224108 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.224268 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.224429 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.224589 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.224766 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.224938 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.225098 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.225257 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.225418 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.225578 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.225738 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.225908 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.226068 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.226229 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.226389 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.226549 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.226711 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.226879 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.227040 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.227200 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.227369 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.227532 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.227691 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.227851 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.228022 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.228185 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.228349 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.228510 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.228670 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.228852 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.229015 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.229180 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.229351 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.229518 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.229680 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.229850 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.230018 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:250:299'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.230187 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.230350 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.230516 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.230688 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.230848 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.231013 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.231172 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.231332 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.231492 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.231653 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.231814 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.231974 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.232134 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.232313 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.232524 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.232691 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.232882 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.233042 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.233204 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.233364 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.233526 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.233687 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.233846 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 04 14:49:24.234000 dv-cinder-829630-2-iscsi neutron-server[101754]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101754) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 04 14:49:24.402284 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 38936) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:49:24.410864 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [-] 10.222.0.42 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0064280 May 04 14:49:36.163071 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02629023-d2cb-4499-9c73-d51ddc12da23 None None] get_active_networks_info from dv-cinder-829630-2-iscsi {{(pid=101865) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 04 14:49:36.241859 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02629023-d2cb-4499-9c73-d51ddc12da23 None None] No non-hosted networks {{(pid=101865) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 04 14:49:36.253741 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.agentschedulers_db [None req-02629023-d2cb-4499-9c73-d51ddc12da23 None None] DHCP Agent not found on host dv-cinder-829630-2-iscsi {{(pid=101865) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 04 14:49:36.368904 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-e93e9d51-b8a3-4d76-9468-5331c7c5f679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-627703'] for agent, after_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:38.364596 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-be8f0b44-daf3-4374-9e2c-366c3533f9c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-627703'] for agent, after_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:38.406768 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-8be44bf3-dad4-438d-a8ac-e47a62a81e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:39.657634 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-627703'] for agent, after_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:41.260915 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-627703'] for agent, after_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:41.654275 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-627703'] for agent, after_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:41.654932 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:41.655273 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:41.655605 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:41.655932 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:41.656258 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:41.656582 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:41.656932 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:41.657275 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:41.657599 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:41.657918 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:41.658271 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:41.658582 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:41.658986 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-829630-2-iscsi', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:49:41.671514 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-829630-2-iscsi', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:49:42.009897 dv-cinder-829630-2-iscsi neutron-server[101865]: INFO neutron.db.l3_hamode_db [None req-7fd14d47-81b0-40a3-84c9-7fad0819dff8 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 04 14:49:42.091233 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd14d47-81b0-40a3-84c9-7fad0819dff8 None None] Routers set() bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:49:42.092590 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd14d47-81b0-40a3-84c9-7fad0819dff8 None None] Router IDs set() for agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} May 04 14:49:42.453175 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 39028) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:49:42.961985 dv-cinder-829630-2-iscsi neutron-server[101863]: WARNING oslo_policy.policy [None req-1152b4f4-799a-408a-b355-0e452c1a946f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:49:42.962542 dv-cinder-829630-2-iscsi neutron-server[101863]: WARNING oslo_policy.policy [None req-1152b4f4-799a-408a-b355-0e452c1a946f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:49:43.189275 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [None req-1152b4f4-799a-408a-b355-0e452c1a946f admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=101863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:49:43.190362 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-1152b4f4-799a-408a-b355-0e452c1a946f admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7363024 May 04 14:49:45.641921 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 39044) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:49:46.145720 dv-cinder-829630-2-iscsi neutron-server[101864]: WARNING oslo_policy.policy [None req-95f5a72b-0a2c-47be-b1fa-e1968174ac33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:49:46.146276 dv-cinder-829630-2-iscsi neutron-server[101864]: WARNING oslo_policy.policy [None req-95f5a72b-0a2c-47be-b1fa-e1968174ac33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:49:46.363723 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-95f5a72b-0a2c-47be-b1fa-e1968174ac33 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:49:46.458436 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.policy [None req-95f5a72b-0a2c-47be-b1fa-e1968174ac33 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101864) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 14:49:46.504484 dv-cinder-829630-2-iscsi neutron-server[101864]: WARNING oslo_policy.policy [None req-95f5a72b-0a2c-47be-b1fa-e1968174ac33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:49:46.504868 dv-cinder-829630-2-iscsi neutron-server[101864]: WARNING oslo_policy.policy [None req-95f5a72b-0a2c-47be-b1fa-e1968174ac33 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:49:46.599538 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-95f5a72b-0a2c-47be-b1fa-e1968174ac33 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755432761562', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755432765061', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755432777518', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755432779402', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755425721373', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8755432731094', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1697441', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1673395', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-529192', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-747028'] for rbac-policy, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:46.665528 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-95f5a72b-0a2c-47be-b1fa-e1968174ac33 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:46.666844 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-95f5a72b-0a2c-47be-b1fa-e1968174ac33 admin admin] 10.222.0.42 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0228686 May 04 14:49:49.270806 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 39062) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:49:49.564949 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-5c8cdfa1-9271-4468-b781-9f46316789f8 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': 'b8d6c6ba67fe40c5a1e06941b7cc5931', 'tenant_id': 'b8d6c6ba67fe40c5a1e06941b7cc5931'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:49:49.593229 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c8cdfa1-9271-4468-b781-9f46316789f8 admin admin] Made reservation on behalf of b8d6c6ba67fe40c5a1e06941b7cc5931 for: {'network': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:49:49.596095 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-5c8cdfa1-9271-4468-b781-9f46316789f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for network, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:49.612791 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-5c8cdfa1-9271-4468-b781-9f46316789f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:49.718970 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-5c8cdfa1-9271-4468-b781-9f46316789f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:49.722556 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-5c8cdfa1-9271-4468-b781-9f46316789f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:49.741221 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c8cdfa1-9271-4468-b781-9f46316789f8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 292} {{(pid=101864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:49:49.769683 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-5c8cdfa1-9271-4468-b781-9f46316789f8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755428157031', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:49.770274 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-5c8cdfa1-9271-4468-b781-9f46316789f8 admin admin] Unsubscribe: segment precommit_create {{(pid=101864) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 14:49:49.770768 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.db.segments_db [None req-5c8cdfa1-9271-4468-b781-9f46316789f8 admin admin] Added segment a32e6548-c485-4e97-a4de-1f35b9101ce9 of type vlan for network 450a0cc2-b189-4cc8-9cac-1a14ed9e520c May 04 14:49:49.787535 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8cdfa1-9271-4468-b781-9f46316789f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f401251-82d4-4e54-ab44-4b236bbbf02b,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:49:49.831291 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cdfa1-9271-4468-b781-9f46316789f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:49.831645 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cdfa1-9271-4468-b781-9f46316789f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:49.831976 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cdfa1-9271-4468-b781-9f46316789f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:49.832298 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cdfa1-9271-4468-b781-9f46316789f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:49.832617 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cdfa1-9271-4468-b781-9f46316789f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:49.832981 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cdfa1-9271-4468-b781-9f46316789f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:49.833301 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cdfa1-9271-4468-b781-9f46316789f8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:49.833633 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cdfa1-9271-4468-b781-9f46316789f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:49.833965 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cdfa1-9271-4468-b781-9f46316789f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:49.834279 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cdfa1-9271-4468-b781-9f46316789f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:49.834590 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cdfa1-9271-4468-b781-9f46316789f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:49.834897 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cdfa1-9271-4468-b781-9f46316789f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:49.835997 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8cdfa1-9271-4468-b781-9f46316789f8 admin admin] Tracked resource versions report: May 04 14:49:49.835997 dv-cinder-829630-2-iscsi neutron-server[101864]: pushed versions: May 04 14:49:49.835997 dv-cinder-829630-2-iscsi neutron-server[101864]: { 'AddressGroup': {'1.2'}, May 04 14:49:49.835997 dv-cinder-829630-2-iscsi neutron-server[101864]: 'ConntrackHelper': {'1.0'}, May 04 14:49:49.835997 dv-cinder-829630-2-iscsi neutron-server[101864]: 'Log': {'1.0'}, May 04 14:49:49.835997 dv-cinder-829630-2-iscsi neutron-server[101864]: 'Network': {'1.1'}, May 04 14:49:49.835997 dv-cinder-829630-2-iscsi neutron-server[101864]: 'Port': {'1.7'}, May 04 14:49:49.835997 dv-cinder-829630-2-iscsi neutron-server[101864]: 'PortForwarding': {'1.2'}, May 04 14:49:49.835997 dv-cinder-829630-2-iscsi neutron-server[101864]: 'QosPolicy': {'1.9'}, May 04 14:49:49.835997 dv-cinder-829630-2-iscsi neutron-server[101864]: 'SecurityGroup': {'1.4'}, May 04 14:49:49.835997 dv-cinder-829630-2-iscsi neutron-server[101864]: 'SecurityGroupRule': {'1.2'}, May 04 14:49:49.835997 dv-cinder-829630-2-iscsi neutron-server[101864]: 'SubPort': {'1.0'}, May 04 14:49:49.835997 dv-cinder-829630-2-iscsi neutron-server[101864]: 'Subnet': {'1.1'}, May 04 14:49:49.835997 dv-cinder-829630-2-iscsi neutron-server[101864]: 'Trunk': {'1.1'}} May 04 14:49:49.835997 dv-cinder-829630-2-iscsi neutron-server[101864]: consumer versions: May 04 14:49:49.835997 dv-cinder-829630-2-iscsi neutron-server[101864]: { DHCP agent@dv-cinder-829630-2-iscsi: {}, May 04 14:49:49.835997 dv-cinder-829630-2-iscsi neutron-server[101864]: L3 agent@dv-cinder-829630-2-iscsi: {}, May 04 14:49:49.835997 dv-cinder-829630-2-iscsi neutron-server[101864]: Metadata agent@dv-cinder-829630-2-iscsi: {}, May 04 14:49:49.835997 dv-cinder-829630-2-iscsi neutron-server[101864]: Metering agent@dv-cinder-829630-2-iscsi: {}, May 04 14:49:49.835997 dv-cinder-829630-2-iscsi neutron-server[101864]: Open vSwitch agent@dv-cinder-829630-2-iscsi: { 'AddressGroup': '1.2', May 04 14:49:49.835997 dv-cinder-829630-2-iscsi neutron-server[101864]: 'ConntrackHelper': '1.0', May 04 14:49:49.835997 dv-cinder-829630-2-iscsi neutron-server[101864]: 'Log': '1.0', May 04 14:49:49.835997 dv-cinder-829630-2-iscsi neutron-server[101864]: 'Network': '1.1', May 04 14:49:49.835997 dv-cinder-829630-2-iscsi neutron-server[101864]: 'Port': '1.7', May 04 14:49:49.835997 dv-cinder-829630-2-iscsi neutron-server[101864]: 'PortForwarding': '1.2', May 04 14:49:49.835997 dv-cinder-829630-2-iscsi neutron-server[101864]: 'QosPolicy': '1.9', May 04 14:49:49.835997 dv-cinder-829630-2-iscsi neutron-server[101864]: 'SecurityGroup': '1.4', May 04 14:49:49.835997 dv-cinder-829630-2-iscsi neutron-server[101864]: 'SecurityGroupRule': '1.2', May 04 14:49:49.835997 dv-cinder-829630-2-iscsi neutron-server[101864]: 'SubPort': '1.0', May 04 14:49:49.835997 dv-cinder-829630-2-iscsi neutron-server[101864]: 'Subnet': '1.1', May 04 14:49:49.835997 dv-cinder-829630-2-iscsi neutron-server[101864]: 'Trunk': '1.1'}} May 04 14:49:49.835997 dv-cinder-829630-2-iscsi neutron-server[101864]: {{(pid=101864) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:49:49.883448 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-5c8cdfa1-9271-4468-b781-9f46316789f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755427588545'] for network, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:49.927888 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-5c8cdfa1-9271-4468-b781-9f46316789f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198'] for network, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:49.929125 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c8cdfa1-9271-4468-b781-9f46316789f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:49:49.929812 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-5c8cdfa1-9271-4468-b781-9f46316789f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:50.006697 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-5c8cdfa1-9271-4468-b781-9f46316789f8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7348223 May 04 14:49:50.030420 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8cdfa1-9271-4468-b781-9f46316789f8 admin admin] Pushing event updated for resources: {'Network': ['ID=450a0cc2-b189-4cc8-9cac-1a14ed9e520c,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:49:50.045722 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Network 450a0cc2-b189-4cc8-9cac-1a14ed9e520c details requested by agent ovs-agent-dv-cinder-829630-2-iscsi with host dv-cinder-829630-2-iscsi {{(pid=101865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:49:52.695093 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 39076) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:49:53.081219 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d99453c-4594-45ae-8355-d62683b8b022 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:49:53.082623 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-7d99453c-4594-45ae-8355-d62683b8b022 admin admin] 10.222.0.42 "GET /v2.0/networks/450a0cc2-b189-4cc8-9cac-1a14ed9e520c HTTP/1.1" status: 200 len: 825 time: 0.3865063 May 04 14:49:53.108071 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-cd63b5f5-0650-4ba3-9158-a5046659face admin admin] 10.222.0.42 "GET /v2.0/subnetpools/c2f4b683-08b8-41a0-ac82-37d2e46764bb HTTP/1.1" status: 200 len: 734 time: 0.0193560 May 04 14:49:53.117041 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-73b17e42-6e70-4c67-99f5-25513089a80f admin admin] Request body: {'subnet': {'tenant_id': 'b8d6c6ba67fe40c5a1e06941b7cc5931', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': 'c2f4b683-08b8-41a0-ac82-37d2e46764bb', 'network_id': '450a0cc2-b189-4cc8-9cac-1a14ed9e520c', 'gateway_ip': '172.20.0.1'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:49:53.136646 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73b17e42-6e70-4c67-99f5-25513089a80f admin admin] Made reservation on behalf of b8d6c6ba67fe40c5a1e06941b7cc5931 for: {'subnet': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:49:53.139287 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-73b17e42-6e70-4c67-99f5-25513089a80f admin admin] Notify callbacks [] for subnet, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:53.426428 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-73b17e42-6e70-4c67-99f5-25513089a80f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198'] for subnet, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:53.488482 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b17e42-6e70-4c67-99f5-25513089a80f admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaadc822-01a4-464d-83e9-ece0c0da23cb,revision_number=0']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:49:53.499074 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b17e42-6e70-4c67-99f5-25513089a80f admin admin] Checking segment: {'id': 'a32e6548-c485-4e97-a4de-1f35b9101ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '450a0cc2-b189-4cc8-9cac-1a14ed9e520c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:49:53.499430 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b17e42-6e70-4c67-99f5-25513089a80f admin admin] Network hostable DHCP agents. Network: 450a0cc2-b189-4cc8-9cac-1a14ed9e520c, hostable agents: ['fc62abde-e1bd-4968-8f20-84ac7e991332'], hosted agents: [] {{(pid=101864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:49:53.519789 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73b17e42-6e70-4c67-99f5-25513089a80f admin admin] Network 450a0cc2-b189-4cc8-9cac-1a14ed9e520c is scheduled to be hosted by DHCP agent fc62abde-e1bd-4968-8f20-84ac7e991332 with binding_index 1 {{(pid=101864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:49:53.531387 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [None req-73b17e42-6e70-4c67-99f5-25513089a80f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-iscsi, 450a0cc2-b189-4cc8-9cac-1a14ed9e520c) {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:49:53.536071 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73b17e42-6e70-4c67-99f5-25513089a80f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:49:53.536863 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-73b17e42-6e70-4c67-99f5-25513089a80f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for subnet, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:53.541235 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d026307a-84ff-4211-8cd7-8d9331485734 None None] Network 450a0cc2-b189-4cc8-9cac-1a14ed9e520c requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 14:49:53.551924 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-73b17e42-6e70-4c67-99f5-25513089a80f admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4381506 May 04 14:49:53.860435 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0b14e3-f947-44c0-8d64-24ef8c586b7d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08658952-b33c-5b25-a311-2ddce2069787-450a0cc2-b189-4cc8-9cac-1a14ed9e520c', 'network_id': '450a0cc2-b189-4cc8-9cac-1a14ed9e520c', 'tenant_id': 'b8d6c6ba67fe40c5a1e06941b7cc5931', 'fixed_ips': [{'subnet_id': 'aaadc822-01a4-464d-83e9-ece0c0da23cb'}]}} from dv-cinder-829630-2-iscsi. {{(pid=101865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 04 14:49:53.861717 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-af0b14e3-f947-44c0-8d64-24ef8c586b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:54.156004 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.db_base_plugin_common [None req-af0b14e3-f947-44c0-8d64-24ef8c586b7d None None] Allocated IP 172.20.0.2 (450a0cc2-b189-4cc8-9cac-1a14ed9e520c/aaadc822-01a4-464d-83e9-ece0c0da23cb/ed3de46d-bd99-4e8b-a1e1-d7caabd2db59) {{(pid=101865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:49:54.354125 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-af0b14e3-f947-44c0-8d64-24ef8c586b7d None None] Notify callbacks [] for port, precommit_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:54.361552 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-af0b14e3-f947-44c0-8d64-24ef8c586b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013'] for port, after_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:54.437006 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0b14e3-f947-44c0-8d64-24ef8c586b7d None None] Network 450a0cc2-b189-4cc8-9cac-1a14ed9e520c is already hosted by enough agents. {{(pid=101865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:49:54.444972 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.scheduler.base_scheduler [None req-af0b14e3-f947-44c0-8d64-24ef8c586b7d None None] Resources bound (agent type, host, resource id): {{(pid=101865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:49:54.451120 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b14e3-f947-44c0-8d64-24ef8c586b7d None None] Pushing event updated for resources: {'Port': ['ID=ed3de46d-bd99-4e8b-a1e1-d7caabd2db59,revision_number=1']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:49:54.453334 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0b14e3-f947-44c0-8d64-24ef8c586b7d None None] Received port after_create {{(pid=101865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:49:54.463323 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b14e3-f947-44c0-8d64-24ef8c586b7d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:54.463711 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b14e3-f947-44c0-8d64-24ef8c586b7d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:54.464051 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b14e3-f947-44c0-8d64-24ef8c586b7d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:54.464384 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b14e3-f947-44c0-8d64-24ef8c586b7d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:54.464712 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b14e3-f947-44c0-8d64-24ef8c586b7d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:54.465062 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b14e3-f947-44c0-8d64-24ef8c586b7d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:54.465651 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b14e3-f947-44c0-8d64-24ef8c586b7d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:54.466217 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b14e3-f947-44c0-8d64-24ef8c586b7d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:54.466567 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b14e3-f947-44c0-8d64-24ef8c586b7d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:54.466893 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b14e3-f947-44c0-8d64-24ef8c586b7d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:54.467213 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b14e3-f947-44c0-8d64-24ef8c586b7d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:54.467533 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b14e3-f947-44c0-8d64-24ef8c586b7d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:49:54.468640 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af0b14e3-f947-44c0-8d64-24ef8c586b7d None None] Tracked resource versions report: May 04 14:49:54.468640 dv-cinder-829630-2-iscsi neutron-server[101865]: pushed versions: May 04 14:49:54.468640 dv-cinder-829630-2-iscsi neutron-server[101865]: { 'AddressGroup': {'1.2'}, May 04 14:49:54.468640 dv-cinder-829630-2-iscsi neutron-server[101865]: 'ConntrackHelper': {'1.0'}, May 04 14:49:54.468640 dv-cinder-829630-2-iscsi neutron-server[101865]: 'Log': {'1.0'}, May 04 14:49:54.468640 dv-cinder-829630-2-iscsi neutron-server[101865]: 'Network': {'1.1'}, May 04 14:49:54.468640 dv-cinder-829630-2-iscsi neutron-server[101865]: 'Port': {'1.7'}, May 04 14:49:54.468640 dv-cinder-829630-2-iscsi neutron-server[101865]: 'PortForwarding': {'1.2'}, May 04 14:49:54.468640 dv-cinder-829630-2-iscsi neutron-server[101865]: 'QosPolicy': {'1.9'}, May 04 14:49:54.468640 dv-cinder-829630-2-iscsi neutron-server[101865]: 'SecurityGroup': {'1.4'}, May 04 14:49:54.468640 dv-cinder-829630-2-iscsi neutron-server[101865]: 'SecurityGroupRule': {'1.2'}, May 04 14:49:54.468640 dv-cinder-829630-2-iscsi neutron-server[101865]: 'SubPort': {'1.0'}, May 04 14:49:54.468640 dv-cinder-829630-2-iscsi neutron-server[101865]: 'Subnet': {'1.1'}, May 04 14:49:54.468640 dv-cinder-829630-2-iscsi neutron-server[101865]: 'Trunk': {'1.1'}} May 04 14:49:54.468640 dv-cinder-829630-2-iscsi neutron-server[101865]: consumer versions: May 04 14:49:54.468640 dv-cinder-829630-2-iscsi neutron-server[101865]: { DHCP agent@dv-cinder-829630-2-iscsi: {}, May 04 14:49:54.468640 dv-cinder-829630-2-iscsi neutron-server[101865]: L3 agent@dv-cinder-829630-2-iscsi: {}, May 04 14:49:54.468640 dv-cinder-829630-2-iscsi neutron-server[101865]: Metadata agent@dv-cinder-829630-2-iscsi: {}, May 04 14:49:54.468640 dv-cinder-829630-2-iscsi neutron-server[101865]: Metering agent@dv-cinder-829630-2-iscsi: {}, May 04 14:49:54.468640 dv-cinder-829630-2-iscsi neutron-server[101865]: Open vSwitch agent@dv-cinder-829630-2-iscsi: { 'AddressGroup': '1.2', May 04 14:49:54.468640 dv-cinder-829630-2-iscsi neutron-server[101865]: 'ConntrackHelper': '1.0', May 04 14:49:54.468640 dv-cinder-829630-2-iscsi neutron-server[101865]: 'Log': '1.0', May 04 14:49:54.468640 dv-cinder-829630-2-iscsi neutron-server[101865]: 'Network': '1.1', May 04 14:49:54.468640 dv-cinder-829630-2-iscsi neutron-server[101865]: 'Port': '1.7', May 04 14:49:54.468640 dv-cinder-829630-2-iscsi neutron-server[101865]: 'PortForwarding': '1.2', May 04 14:49:54.468640 dv-cinder-829630-2-iscsi neutron-server[101865]: 'QosPolicy': '1.9', May 04 14:49:54.468640 dv-cinder-829630-2-iscsi neutron-server[101865]: 'SecurityGroup': '1.4', May 04 14:49:54.468640 dv-cinder-829630-2-iscsi neutron-server[101865]: 'SecurityGroupRule': '1.2', May 04 14:49:54.468640 dv-cinder-829630-2-iscsi neutron-server[101865]: 'SubPort': '1.0', May 04 14:49:54.468640 dv-cinder-829630-2-iscsi neutron-server[101865]: 'Subnet': '1.1', May 04 14:49:54.468640 dv-cinder-829630-2-iscsi neutron-server[101865]: 'Trunk': '1.1'}} May 04 14:49:54.468640 dv-cinder-829630-2-iscsi neutron-server[101865]: {{(pid=101865) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:49:54.541906 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-af0b14e3-f947-44c0-8d64-24ef8c586b7d None None] Attempting to bind port ed3de46d-bd99-4e8b-a1e1-d7caabd2db59 on host dv-cinder-829630-2-iscsi for vnic_type normal with profile {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:49:54.542548 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-af0b14e3-f947-44c0-8d64-24ef8c586b7d None None] Attempting to bind port ed3de46d-bd99-4e8b-a1e1-d7caabd2db59 by drivers openvswitch,hyperv on host dv-cinder-829630-2-iscsi at level 0 using segments [{'id': 'a32e6548-c485-4e97-a4de-1f35b9101ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '450a0cc2-b189-4cc8-9cac-1a14ed9e520c'}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:49:54.542710 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0b14e3-f947-44c0-8d64-24ef8c586b7d None None] Attempting to bind port ed3de46d-bd99-4e8b-a1e1-d7caabd2db59 on network 450a0cc2-b189-4cc8-9cac-1a14ed9e520c {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:49:54.547580 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0b14e3-f947-44c0-8d64-24ef8c586b7d None None] Checking agent: {'id': '53237496-8014-4dc2-9deb-3d098fbdee6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 49, 42), 'started_at': datetime.datetime(2022, 5, 4, 14, 49, 42), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 49, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:49:54.547988 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0b14e3-f947-44c0-8d64-24ef8c586b7d None None] Checking segment: {'id': 'a32e6548-c485-4e97-a4de-1f35b9101ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '450a0cc2-b189-4cc8-9cac-1a14ed9e520c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:49:54.548462 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-af0b14e3-f947-44c0-8d64-24ef8c586b7d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:54.548882 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af0b14e3-f947-44c0-8d64-24ef8c586b7d None None] Bound using segment: {'id': 'a32e6548-c485-4e97-a4de-1f35b9101ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '450a0cc2-b189-4cc8-9cac-1a14ed9e520c'} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:49:54.549376 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-af0b14e3-f947-44c0-8d64-24ef8c586b7d None None] Bound port: ed3de46d-bd99-4e8b-a1e1-d7caabd2db59, host: dv-cinder-829630-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e6548-c485-4e97-a4de-1f35b9101ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '450a0cc2-b189-4cc8-9cac-1a14ed9e520c'}}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:49:54.549825 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-af0b14e3-f947-44c0-8d64-24ef8c586b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:54.617006 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-af0b14e3-f947-44c0-8d64-24ef8c586b7d None None] For port ed3de46d-bd99-4e8b-a1e1-d7caabd2db59, host dv-cinder-829630-2-iscsi, cleared binding levels {{(pid=101865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:49:54.623628 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-af0b14e3-f947-44c0-8d64-24ef8c586b7d None None] For port ed3de46d-bd99-4e8b-a1e1-d7caabd2db59, host dv-cinder-829630-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=ed3de46d-bd99-4e8b-a1e1-d7caabd2db59,segment=NetworkSegment(a32e6548-c485-4e97-a4de-1f35b9101ce9),segment_id=a32e6548-c485-4e97-a4de-1f35b9101ce9)] {{(pid=101865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:49:54.627519 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-af0b14e3-f947-44c0-8d64-24ef8c586b7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:49:54.694195 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b14e3-f947-44c0-8d64-24ef8c586b7d None None] Pushing event updated for resources: {'Port': ['ID=ed3de46d-bd99-4e8b-a1e1-d7caabd2db59,revision_number=2']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:49:56.027383 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 39084) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:49:56.355410 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [None req-e67cc93e-79b3-4296-95f0-75795bfba57e admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=101863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:49:56.356361 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-e67cc93e-79b3-4296-95f0-75795bfba57e admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3279164 May 04 14:49:58.884209 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 39092) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:49:59.224563 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [None req-fc45735e-c440-491e-a414-ec71143bef50 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=101863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:49:59.225566 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-fc45735e-c440-491e-a414-ec71143bef50 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3404074 May 04 14:50:01.897801 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 39106) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:50:02.218980 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-705427af-2d68-4b31-8788-e60ed1ad1acc admin admin] Request body: {'router': {'tenant_id': 'b8d6c6ba67fe40c5a1e06941b7cc5931', 'name': 'router1', 'admin_state_up': True}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:50:02.283476 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.policy [None req-705427af-2d68-4b31-8788-e60ed1ad1acc admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101863) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 04 14:50:02.330008 dv-cinder-829630-2-iscsi neutron-server[101863]: WARNING oslo_policy.policy [None req-705427af-2d68-4b31-8788-e60ed1ad1acc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:50:02.330390 dv-cinder-829630-2-iscsi neutron-server[101863]: WARNING oslo_policy.policy [None req-705427af-2d68-4b31-8788-e60ed1ad1acc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 04 14:50:02.391077 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-705427af-2d68-4b31-8788-e60ed1ad1acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27414'] for router, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:02.392989 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-705427af-2d68-4b31-8788-e60ed1ad1acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-625769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-667354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27437'] for router, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:02.544468 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-705427af-2d68-4b31-8788-e60ed1ad1acc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:02.549343 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-705427af-2d68-4b31-8788-e60ed1ad1acc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-625762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628448'] for router, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:02.570795 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-705427af-2d68-4b31-8788-e60ed1ad1acc admin admin] Notify callbacks [] for router, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:02.571899 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-705427af-2d68-4b31-8788-e60ed1ad1acc admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6730804 May 04 14:50:03.033289 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device ed3de46d-bd99-4e8b-a1e1-d7caabd2db59 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:50:03.121098 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port ed3de46d-bd99-4e8b-a1e1-d7caabd2db59 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:50:03.121490 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:03.159339 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f19c27-f0e0-40b3-a1e7-ce2afb1a7066 None None] Network 450a0cc2-b189-4cc8-9cac-1a14ed9e520c requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 14:50:03.309125 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:03.323987 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-ddf82980-49ea-45a4-8a87-e58f3d13cfa3 None None] Provisioning complete for port ed3de46d-bd99-4e8b-a1e1-d7caabd2db59 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:50:03.324352 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-ddf82980-49ea-45a4-8a87-e58f3d13cfa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:03.405541 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] For port ed3de46d-bd99-4e8b-a1e1-d7caabd2db59, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=ed3de46d-bd99-4e8b-a1e1-d7caabd2db59,segment=NetworkSegment(a32e6548-c485-4e97-a4de-1f35b9101ce9),segment_id=a32e6548-c485-4e97-a4de-1f35b9101ce9)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:50:03.410958 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:03.516812 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Pushing event updated for resources: {'Port': ['ID=ed3de46d-bd99-4e8b-a1e1-d7caabd2db59,revision_number=3']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:50:03.758545 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-610cb58f-cec1-4321-95cf-54ca1c4bed82 None None] Provisioning complete for port ed3de46d-bd99-4e8b-a1e1-d7caabd2db59 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:50:03.758909 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-610cb58f-cec1-4321-95cf-54ca1c4bed82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:04.985986 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device ed3de46d-bd99-4e8b-a1e1-d7caabd2db59 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:50:05.000951 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 39118) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:50:05.036115 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port ed3de46d-bd99-4e8b-a1e1-d7caabd2db59 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:50:05.036490 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:05.314539 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [None req-a9463526-e397-4b10-820a-7a91ae7da6d5 admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=101863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:50:05.315532 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-a9463526-e397-4b10-820a-7a91ae7da6d5 admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3136623 May 04 14:50:06.079806 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-31f2f35c-1c90-4211-b8be-1ca66aa65303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:07.837318 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 39126) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:50:08.163238 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-4ff7214d-f7b5-4f87-9df2-2eaa3e44beb1 admin admin] Request body: {'network': {'admin_state_up': True, 'provider:network_type': 'flat', 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:50:08.186490 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff7214d-f7b5-4f87-9df2-2eaa3e44beb1 admin admin] Made reservation on behalf of 8ee12594c8084e4dbc15821d8545be8e for: {'network': 1} {{(pid=101863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:50:08.189346 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4ff7214d-f7b5-4f87-9df2-2eaa3e44beb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for network, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:08.206303 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4ff7214d-f7b5-4f87-9df2-2eaa3e44beb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:08.314386 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4ff7214d-f7b5-4f87-9df2-2eaa3e44beb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:08.318298 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4ff7214d-f7b5-4f87-9df2-2eaa3e44beb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:08.330491 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-4ff7214d-f7b5-4f87-9df2-2eaa3e44beb1 admin admin] Reserving flat network on physical network physnet1 {{(pid=101863) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 04 14:50:08.354474 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-f6024982-5b25-43f1-bda9-628ef6f38d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:08.365296 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4ff7214d-f7b5-4f87-9df2-2eaa3e44beb1 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8755428157031', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:08.365886 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4ff7214d-f7b5-4f87-9df2-2eaa3e44beb1 admin admin] Unsubscribe: segment precommit_create {{(pid=101863) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 04 14:50:08.366404 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.db.segments_db [None req-4ff7214d-f7b5-4f87-9df2-2eaa3e44beb1 admin admin] Added segment 60ac4599-e6dd-4770-844e-5b54095f67fa of type flat for network de075482-66db-4cfa-a120-f2ea157cd064 May 04 14:50:08.382874 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7214d-f7b5-4f87-9df2-2eaa3e44beb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec9359f2-a068-4308-9bfe-036d63e664f4,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:50:08.430903 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7214d-f7b5-4f87-9df2-2eaa3e44beb1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:50:08.431277 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7214d-f7b5-4f87-9df2-2eaa3e44beb1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:50:08.431608 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7214d-f7b5-4f87-9df2-2eaa3e44beb1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:50:08.431942 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7214d-f7b5-4f87-9df2-2eaa3e44beb1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:50:08.432270 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7214d-f7b5-4f87-9df2-2eaa3e44beb1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:50:08.432610 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7214d-f7b5-4f87-9df2-2eaa3e44beb1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:50:08.432976 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7214d-f7b5-4f87-9df2-2eaa3e44beb1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:50:08.433318 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7214d-f7b5-4f87-9df2-2eaa3e44beb1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:50:08.433658 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7214d-f7b5-4f87-9df2-2eaa3e44beb1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:50:08.433984 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7214d-f7b5-4f87-9df2-2eaa3e44beb1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:50:08.434938 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7214d-f7b5-4f87-9df2-2eaa3e44beb1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:50:08.435264 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7214d-f7b5-4f87-9df2-2eaa3e44beb1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:50:08.436383 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ff7214d-f7b5-4f87-9df2-2eaa3e44beb1 admin admin] Tracked resource versions report: May 04 14:50:08.436383 dv-cinder-829630-2-iscsi neutron-server[101863]: pushed versions: May 04 14:50:08.436383 dv-cinder-829630-2-iscsi neutron-server[101863]: { 'AddressGroup': {'1.2'}, May 04 14:50:08.436383 dv-cinder-829630-2-iscsi neutron-server[101863]: 'ConntrackHelper': {'1.0'}, May 04 14:50:08.436383 dv-cinder-829630-2-iscsi neutron-server[101863]: 'Log': {'1.0'}, May 04 14:50:08.436383 dv-cinder-829630-2-iscsi neutron-server[101863]: 'Network': {'1.1'}, May 04 14:50:08.436383 dv-cinder-829630-2-iscsi neutron-server[101863]: 'Port': {'1.7'}, May 04 14:50:08.436383 dv-cinder-829630-2-iscsi neutron-server[101863]: 'PortForwarding': {'1.2'}, May 04 14:50:08.436383 dv-cinder-829630-2-iscsi neutron-server[101863]: 'QosPolicy': {'1.9'}, May 04 14:50:08.436383 dv-cinder-829630-2-iscsi neutron-server[101863]: 'SecurityGroup': {'1.4'}, May 04 14:50:08.436383 dv-cinder-829630-2-iscsi neutron-server[101863]: 'SecurityGroupRule': {'1.2'}, May 04 14:50:08.436383 dv-cinder-829630-2-iscsi neutron-server[101863]: 'SubPort': {'1.0'}, May 04 14:50:08.436383 dv-cinder-829630-2-iscsi neutron-server[101863]: 'Subnet': {'1.1'}, May 04 14:50:08.436383 dv-cinder-829630-2-iscsi neutron-server[101863]: 'Trunk': {'1.1'}} May 04 14:50:08.436383 dv-cinder-829630-2-iscsi neutron-server[101863]: consumer versions: May 04 14:50:08.436383 dv-cinder-829630-2-iscsi neutron-server[101863]: { DHCP agent@dv-cinder-829630-2-iscsi: {}, May 04 14:50:08.436383 dv-cinder-829630-2-iscsi neutron-server[101863]: L3 agent@dv-cinder-829630-2-iscsi: {}, May 04 14:50:08.436383 dv-cinder-829630-2-iscsi neutron-server[101863]: Metadata agent@dv-cinder-829630-2-iscsi: {}, May 04 14:50:08.436383 dv-cinder-829630-2-iscsi neutron-server[101863]: Metering agent@dv-cinder-829630-2-iscsi: {}, May 04 14:50:08.436383 dv-cinder-829630-2-iscsi neutron-server[101863]: Open vSwitch agent@dv-cinder-829630-2-iscsi: { 'AddressGroup': '1.2', May 04 14:50:08.436383 dv-cinder-829630-2-iscsi neutron-server[101863]: 'ConntrackHelper': '1.0', May 04 14:50:08.436383 dv-cinder-829630-2-iscsi neutron-server[101863]: 'Log': '1.0', May 04 14:50:08.436383 dv-cinder-829630-2-iscsi neutron-server[101863]: 'Network': '1.1', May 04 14:50:08.436383 dv-cinder-829630-2-iscsi neutron-server[101863]: 'Port': '1.7', May 04 14:50:08.436383 dv-cinder-829630-2-iscsi neutron-server[101863]: 'PortForwarding': '1.2', May 04 14:50:08.436383 dv-cinder-829630-2-iscsi neutron-server[101863]: 'QosPolicy': '1.9', May 04 14:50:08.436383 dv-cinder-829630-2-iscsi neutron-server[101863]: 'SecurityGroup': '1.4', May 04 14:50:08.436383 dv-cinder-829630-2-iscsi neutron-server[101863]: 'SecurityGroupRule': '1.2', May 04 14:50:08.436383 dv-cinder-829630-2-iscsi neutron-server[101863]: 'SubPort': '1.0', May 04 14:50:08.436383 dv-cinder-829630-2-iscsi neutron-server[101863]: 'Subnet': '1.1', May 04 14:50:08.436383 dv-cinder-829630-2-iscsi neutron-server[101863]: 'Trunk': '1.1'}} May 04 14:50:08.436383 dv-cinder-829630-2-iscsi neutron-server[101863]: {{(pid=101863) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:50:08.489912 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4ff7214d-f7b5-4f87-9df2-2eaa3e44beb1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755427588545'] for network, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:08.532388 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4ff7214d-f7b5-4f87-9df2-2eaa3e44beb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198'] for network, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:08.533588 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff7214d-f7b5-4f87-9df2-2eaa3e44beb1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:50:08.534242 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4ff7214d-f7b5-4f87-9df2-2eaa3e44beb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:08.614698 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-4ff7214d-f7b5-4f87-9df2-2eaa3e44beb1 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7763069 May 04 14:50:08.639534 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff7214d-f7b5-4f87-9df2-2eaa3e44beb1 admin admin] Pushing event updated for resources: {'Network': ['ID=de075482-66db-4cfa-a120-f2ea157cd064,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:50:08.651348 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Network de075482-66db-4cfa-a120-f2ea157cd064 details requested by agent ovs-agent-dv-cinder-829630-2-iscsi with host dv-cinder-829630-2-iscsi {{(pid=101865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:50:09.581080 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:11.048750 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 39148) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:50:11.209095 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:11.271409 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-002e6062-0cfa-4ea7-8958-a62388c4ce0a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:50:11.272807 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-002e6062-0cfa-4ea7-8958-a62388c4ce0a admin admin] 10.222.0.42 "GET /v2.0/subnets/aaadc822-01a4-464d-83e9-ece0c0da23cb HTTP/1.1" status: 200 len: 849 time: 0.2230830 May 04 14:50:11.407811 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-d18abab4-44ac-4ac3-8816-c41bbd62e955 admin admin] 10.222.0.42 "GET /v2.0/routers/d8d60cff-d1b7-4ab0-9d8a-99339ad51c1b HTTP/1.1" status: 200 len: 704 time: 0.1279867 May 04 14:50:11.634677 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:11.677009 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-cc5fa4df-23d6-4a89-af36-45f3dddbeab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:11.994374 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.db_base_plugin_common [None req-cc5fa4df-23d6-4a89-af36-45f3dddbeab8 admin admin] Allocated IP 172.20.0.1 (450a0cc2-b189-4cc8-9cac-1a14ed9e520c/aaadc822-01a4-464d-83e9-ece0c0da23cb/7b5bbc6b-066a-4fff-9c7a-f7f00705c774) {{(pid=101863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:50:12.182297 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-cc5fa4df-23d6-4a89-af36-45f3dddbeab8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:12.252481 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-cc5fa4df-23d6-4a89-af36-45f3dddbeab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013'] for port, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:12.330706 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5fa4df-23d6-4a89-af36-45f3dddbeab8 admin admin] Network 450a0cc2-b189-4cc8-9cac-1a14ed9e520c is already hosted by enough agents. {{(pid=101863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:50:12.338244 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-cc5fa4df-23d6-4a89-af36-45f3dddbeab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:50:12.340234 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5fa4df-23d6-4a89-af36-45f3dddbeab8 admin admin] Pushing event updated for resources: {'Port': ['ID=7b5bbc6b-066a-4fff-9c7a-f7f00705c774,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:50:12.345271 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5fa4df-23d6-4a89-af36-45f3dddbeab8 admin admin] Received port after_create {{(pid=101863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:50:12.345824 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-cc5fa4df-23d6-4a89-af36-45f3dddbeab8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-628179'] for router_interface, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:12.561749 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-cc5fa4df-23d6-4a89-af36-45f3dddbeab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:12.613495 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-58982e8d-f0ee-4046-95ce-cc8ff91e1a0f None None] Provisioning complete for port 7b5bbc6b-066a-4fff-9c7a-f7f00705c774 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:50:12.614101 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-58982e8d-f0ee-4046-95ce-cc8ff91e1a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:12.731245 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-58982e8d-f0ee-4046-95ce-cc8ff91e1a0f None None] Port 7b5bbc6b-066a-4fff-9c7a-f7f00705c774 cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 14:50:12.882612 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-cc5fa4df-23d6-4a89-af36-45f3dddbeab8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:12.887865 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-cc5fa4df-23d6-4a89-af36-45f3dddbeab8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:12.888997 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-cc5fa4df-23d6-4a89-af36-45f3dddbeab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-619180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628143'] for router_interface, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:12.968361 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5fa4df-23d6-4a89-af36-45f3dddbeab8 admin admin] Pushing event updated for resources: {'Port': ['ID=7b5bbc6b-066a-4fff-9c7a-f7f00705c774,revision_number=2']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:50:13.016927 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5fa4df-23d6-4a89-af36-45f3dddbeab8 admin admin] Network 450a0cc2-b189-4cc8-9cac-1a14ed9e520c is already hosted by enough agents. {{(pid=101863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:50:13.018252 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-cc5fa4df-23d6-4a89-af36-45f3dddbeab8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:50:13.199198 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc5fa4df-23d6-4a89-af36-45f3dddbeab8 admin admin] Router d8d60cff-d1b7-4ab0-9d8a-99339ad51c1b is scheduled to L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 with binding_index 1 {{(pid=101863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 14:50:13.253513 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-9d074e22-df90-4530-8e78-8a0a3fe7c995 None None] Provisioning complete for port 7b5bbc6b-066a-4fff-9c7a-f7f00705c774 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:50:13.253886 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-9d074e22-df90-4530-8e78-8a0a3fe7c995 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:13.287740 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-9d074e22-df90-4530-8e78-8a0a3fe7c995 None None] Port 7b5bbc6b-066a-4fff-9c7a-f7f00705c774 cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 14:50:13.291249 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc5fa4df-23d6-4a89-af36-45f3dddbeab8 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:50:13.297726 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-cc5fa4df-23d6-4a89-af36-45f3dddbeab8 admin admin] 10.222.0.42 "PUT /v2.0/routers/d8d60cff-d1b7-4ab0-9d8a-99339ad51c1b/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.8829269 May 04 14:50:13.302985 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715fb4d1-bb61-4a60-83a1-54df5adb2929 None None] Sync routers for ids ['d8d60cff-d1b7-4ab0-9d8a-99339ad51c1b'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:50:13.315968 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715fb4d1-bb61-4a60-83a1-54df5adb2929 None None] Routers {'d8d60cff-d1b7-4ab0-9d8a-99339ad51c1b'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:50:13.316825 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-715fb4d1-bb61-4a60-83a1-54df5adb2929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T14:50:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['d8d60cff-d1b7-4ab0-9d8a-99339ad51c1b'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:50:13.507321 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-715fb4d1-bb61-4a60-83a1-54df5adb2929 None None] Set router d8d60cff-d1b7-4ab0-9d8a-99339ad51c1b gateway port host: None {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:50:13.958245 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-715fb4d1-bb61-4a60-83a1-54df5adb2929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d60cff-d1b7-4ab0-9d8a-99339ad51c1b', 'name': 'router1', 'tenant_id': 'b8d6c6ba67fe40c5a1e06941b7cc5931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:50:02Z', 'updated_at': '2022-05-04T14:50:12Z', 'revision_number': 2, 'project_id': 'b8d6c6ba67fe40c5a1e06941b7cc5931', 'gw_port_host': None, '_interfaces': [{'id': '7b5bbc6b-066a-4fff-9c7a-f7f00705c774', 'name': '', 'network_id': '450a0cc2-b189-4cc8-9cac-1a14ed9e520c', 'tenant_id': 'b8d6c6ba67fe40c5a1e06941b7cc5931', 'mac_address': 'fa:16:3e:c6:37:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d60cff-d1b7-4ab0-9d8a-99339ad51c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aaadc822-01a4-464d-83e9-ece0c0da23cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:50:11Z', 'updated_at': '2022-05-04T14:50:12Z', 'revision_number': 2, 'project_id': 'b8d6c6ba67fe40c5a1e06941b7cc5931', 'subnets': [{'id': 'aaadc822-01a4-464d-83e9-ece0c0da23cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2f4b683-08b8-41a0-ac82-37d2e46764bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:50:14.013647 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715fb4d1-bb61-4a60-83a1-54df5adb2929 None None] Checking router: d8d60cff-d1b7-4ab0-9d8a-99339ad51c1b for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:50:14.014049 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715fb4d1-bb61-4a60-83a1-54df5adb2929 None None] Updating router d8d60cff-d1b7-4ab0-9d8a-99339ad51c1b port 7b5bbc6b-066a-4fff-9c7a-f7f00705c774 binding host dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:50:14.063166 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-715fb4d1-bb61-4a60-83a1-54df5adb2929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:14.583964 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-715fb4d1-bb61-4a60-83a1-54df5adb2929 None None] Notify callbacks [] for port, precommit_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:14.591902 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-715fb4d1-bb61-4a60-83a1-54df5adb2929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:14.754623 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.managers [None req-715fb4d1-bb61-4a60-83a1-54df5adb2929 None None] Attempting to bind port 7b5bbc6b-066a-4fff-9c7a-f7f00705c774 on host dv-cinder-829630-2-iscsi for vnic_type normal with profile {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:50:14.755070 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.managers [None req-715fb4d1-bb61-4a60-83a1-54df5adb2929 None None] Attempting to bind port 7b5bbc6b-066a-4fff-9c7a-f7f00705c774 by drivers openvswitch,hyperv on host dv-cinder-829630-2-iscsi at level 0 using segments [{'id': 'a32e6548-c485-4e97-a4de-1f35b9101ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '450a0cc2-b189-4cc8-9cac-1a14ed9e520c'}] {{(pid=101866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:50:14.755460 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715fb4d1-bb61-4a60-83a1-54df5adb2929 None None] Attempting to bind port 7b5bbc6b-066a-4fff-9c7a-f7f00705c774 on network 450a0cc2-b189-4cc8-9cac-1a14ed9e520c {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:50:14.763882 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715fb4d1-bb61-4a60-83a1-54df5adb2929 None None] Checking agent: {'id': '53237496-8014-4dc2-9deb-3d098fbdee6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 49, 42), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:50:14.764197 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715fb4d1-bb61-4a60-83a1-54df5adb2929 None None] Checking segment: {'id': 'a32e6548-c485-4e97-a4de-1f35b9101ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '450a0cc2-b189-4cc8-9cac-1a14ed9e520c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:50:14.764674 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-715fb4d1-bb61-4a60-83a1-54df5adb2929 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:14.765091 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715fb4d1-bb61-4a60-83a1-54df5adb2929 None None] Bound using segment: {'id': 'a32e6548-c485-4e97-a4de-1f35b9101ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '450a0cc2-b189-4cc8-9cac-1a14ed9e520c'} {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:50:14.765587 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.managers [None req-715fb4d1-bb61-4a60-83a1-54df5adb2929 None None] Bound port: 7b5bbc6b-066a-4fff-9c7a-f7f00705c774, host: dv-cinder-829630-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a32e6548-c485-4e97-a4de-1f35b9101ce9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 292, 'network_id': '450a0cc2-b189-4cc8-9cac-1a14ed9e520c'}}] {{(pid=101866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:50:14.765961 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-715fb4d1-bb61-4a60-83a1-54df5adb2929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:14.777319 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40048b3-2c24-4007-ba57-46358ecb330c None None] Pushing event updated for resources: {'Port': ['ID=7b5bbc6b-066a-4fff-9c7a-f7f00705c774,revision_number=3']} {{(pid=101866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:50:14.810111 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40048b3-2c24-4007-ba57-46358ecb330c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:50:14.810530 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40048b3-2c24-4007-ba57-46358ecb330c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:50:14.810796 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40048b3-2c24-4007-ba57-46358ecb330c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:50:14.811115 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40048b3-2c24-4007-ba57-46358ecb330c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:50:14.811444 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40048b3-2c24-4007-ba57-46358ecb330c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:50:14.811767 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40048b3-2c24-4007-ba57-46358ecb330c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:50:14.812082 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40048b3-2c24-4007-ba57-46358ecb330c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:50:14.812401 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40048b3-2c24-4007-ba57-46358ecb330c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:50:14.812756 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40048b3-2c24-4007-ba57-46358ecb330c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:50:14.813152 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40048b3-2c24-4007-ba57-46358ecb330c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:50:14.813385 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40048b3-2c24-4007-ba57-46358ecb330c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:50:14.813678 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40048b3-2c24-4007-ba57-46358ecb330c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:50:14.814802 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c40048b3-2c24-4007-ba57-46358ecb330c None None] Tracked resource versions report: May 04 14:50:14.814802 dv-cinder-829630-2-iscsi neutron-server[101866]: pushed versions: May 04 14:50:14.814802 dv-cinder-829630-2-iscsi neutron-server[101866]: { 'AddressGroup': {'1.2'}, May 04 14:50:14.814802 dv-cinder-829630-2-iscsi neutron-server[101866]: 'ConntrackHelper': {'1.0'}, May 04 14:50:14.814802 dv-cinder-829630-2-iscsi neutron-server[101866]: 'Log': {'1.0'}, May 04 14:50:14.814802 dv-cinder-829630-2-iscsi neutron-server[101866]: 'Network': {'1.1'}, May 04 14:50:14.814802 dv-cinder-829630-2-iscsi neutron-server[101866]: 'Port': {'1.7'}, May 04 14:50:14.814802 dv-cinder-829630-2-iscsi neutron-server[101866]: 'PortForwarding': {'1.2'}, May 04 14:50:14.814802 dv-cinder-829630-2-iscsi neutron-server[101866]: 'QosPolicy': {'1.9'}, May 04 14:50:14.814802 dv-cinder-829630-2-iscsi neutron-server[101866]: 'SecurityGroup': {'1.4'}, May 04 14:50:14.814802 dv-cinder-829630-2-iscsi neutron-server[101866]: 'SecurityGroupRule': {'1.2'}, May 04 14:50:14.814802 dv-cinder-829630-2-iscsi neutron-server[101866]: 'SubPort': {'1.0'}, May 04 14:50:14.814802 dv-cinder-829630-2-iscsi neutron-server[101866]: 'Subnet': {'1.1'}, May 04 14:50:14.814802 dv-cinder-829630-2-iscsi neutron-server[101866]: 'Trunk': {'1.1'}} May 04 14:50:14.814802 dv-cinder-829630-2-iscsi neutron-server[101866]: consumer versions: May 04 14:50:14.814802 dv-cinder-829630-2-iscsi neutron-server[101866]: { DHCP agent@dv-cinder-829630-2-iscsi: {}, May 04 14:50:14.814802 dv-cinder-829630-2-iscsi neutron-server[101866]: L3 agent@dv-cinder-829630-2-iscsi: {}, May 04 14:50:14.814802 dv-cinder-829630-2-iscsi neutron-server[101866]: Metadata agent@dv-cinder-829630-2-iscsi: {}, May 04 14:50:14.814802 dv-cinder-829630-2-iscsi neutron-server[101866]: Metering agent@dv-cinder-829630-2-iscsi: {}, May 04 14:50:14.814802 dv-cinder-829630-2-iscsi neutron-server[101866]: Open vSwitch agent@dv-cinder-829630-2-iscsi: { 'AddressGroup': '1.2', May 04 14:50:14.814802 dv-cinder-829630-2-iscsi neutron-server[101866]: 'ConntrackHelper': '1.0', May 04 14:50:14.814802 dv-cinder-829630-2-iscsi neutron-server[101866]: 'Log': '1.0', May 04 14:50:14.814802 dv-cinder-829630-2-iscsi neutron-server[101866]: 'Network': '1.1', May 04 14:50:14.814802 dv-cinder-829630-2-iscsi neutron-server[101866]: 'Port': '1.7', May 04 14:50:14.814802 dv-cinder-829630-2-iscsi neutron-server[101866]: 'PortForwarding': '1.2', May 04 14:50:14.814802 dv-cinder-829630-2-iscsi neutron-server[101866]: 'QosPolicy': '1.9', May 04 14:50:14.814802 dv-cinder-829630-2-iscsi neutron-server[101866]: 'SecurityGroup': '1.4', May 04 14:50:14.814802 dv-cinder-829630-2-iscsi neutron-server[101866]: 'SecurityGroupRule': '1.2', May 04 14:50:14.814802 dv-cinder-829630-2-iscsi neutron-server[101866]: 'SubPort': '1.0', May 04 14:50:14.814802 dv-cinder-829630-2-iscsi neutron-server[101866]: 'Subnet': '1.1', May 04 14:50:14.814802 dv-cinder-829630-2-iscsi neutron-server[101866]: 'Trunk': '1.1'}} May 04 14:50:14.814802 dv-cinder-829630-2-iscsi neutron-server[101866]: {{(pid=101866) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:50:14.821544 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-6e635fa5-50ce-40f1-8b76-79ac17e311a0 None None] Provisioning complete for port 7b5bbc6b-066a-4fff-9c7a-f7f00705c774 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:50:14.823053 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-6e635fa5-50ce-40f1-8b76-79ac17e311a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:14.852378 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.db [None req-715fb4d1-bb61-4a60-83a1-54df5adb2929 None None] For port 7b5bbc6b-066a-4fff-9c7a-f7f00705c774, host dv-cinder-829630-2-iscsi, cleared binding levels {{(pid=101866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:50:14.876173 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.db [None req-715fb4d1-bb61-4a60-83a1-54df5adb2929 None None] For port 7b5bbc6b-066a-4fff-9c7a-f7f00705c774, host dv-cinder-829630-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=7b5bbc6b-066a-4fff-9c7a-f7f00705c774,segment=NetworkSegment(a32e6548-c485-4e97-a4de-1f35b9101ce9),segment_id=a32e6548-c485-4e97-a4de-1f35b9101ce9)] {{(pid=101866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:50:14.883109 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-715fb4d1-bb61-4a60-83a1-54df5adb2929 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:14.891367 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-6e635fa5-50ce-40f1-8b76-79ac17e311a0 None None] Port 7b5bbc6b-066a-4fff-9c7a-f7f00705c774 cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 14:50:14.941558 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40048b3-2c24-4007-ba57-46358ecb330c None None] Pushing event updated for resources: {'Port': ['ID=7b5bbc6b-066a-4fff-9c7a-f7f00705c774,revision_number=4']} {{(pid=101866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:50:14.951560 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715fb4d1-bb61-4a60-83a1-54df5adb2929 None None] Routers {'d8d60cff-d1b7-4ab0-9d8a-99339ad51c1b'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:50:14.952193 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-715fb4d1-bb61-4a60-83a1-54df5adb2929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T14:50:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['d8d60cff-d1b7-4ab0-9d8a-99339ad51c1b'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:50:15.089175 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-715fb4d1-bb61-4a60-83a1-54df5adb2929 None None] Set router d8d60cff-d1b7-4ab0-9d8a-99339ad51c1b gateway port host: None {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:50:15.223946 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-77f3d463-ac3c-4c29-8e43-eb65b8cd6aef None None] Provisioning complete for port 7b5bbc6b-066a-4fff-9c7a-f7f00705c774 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:50:15.224620 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-77f3d463-ac3c-4c29-8e43-eb65b8cd6aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:15.318249 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-77f3d463-ac3c-4c29-8e43-eb65b8cd6aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:15.355490 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-715fb4d1-bb61-4a60-83a1-54df5adb2929 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d60cff-d1b7-4ab0-9d8a-99339ad51c1b', 'name': 'router1', 'tenant_id': 'b8d6c6ba67fe40c5a1e06941b7cc5931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:50:02Z', 'updated_at': '2022-05-04T14:50:12Z', 'revision_number': 2, 'project_id': 'b8d6c6ba67fe40c5a1e06941b7cc5931', 'gw_port_host': None, '_interfaces': [{'id': '7b5bbc6b-066a-4fff-9c7a-f7f00705c774', 'name': '', 'network_id': '450a0cc2-b189-4cc8-9cac-1a14ed9e520c', 'tenant_id': 'b8d6c6ba67fe40c5a1e06941b7cc5931', 'mac_address': 'fa:16:3e:c6:37:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d60cff-d1b7-4ab0-9d8a-99339ad51c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aaadc822-01a4-464d-83e9-ece0c0da23cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:50:11Z', 'updated_at': '2022-05-04T14:50:14Z', 'revision_number': 4, 'project_id': 'b8d6c6ba67fe40c5a1e06941b7cc5931', 'subnets': [{'id': 'aaadc822-01a4-464d-83e9-ece0c0da23cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2f4b683-08b8-41a0-ac82-37d2e46764bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:50:15.368262 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-77f3d463-ac3c-4c29-8e43-eb65b8cd6aef None None] For port 7b5bbc6b-066a-4fff-9c7a-f7f00705c774, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=7b5bbc6b-066a-4fff-9c7a-f7f00705c774,segment=NetworkSegment(a32e6548-c485-4e97-a4de-1f35b9101ce9),segment_id=a32e6548-c485-4e97-a4de-1f35b9101ce9)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:50:15.377150 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-77f3d463-ac3c-4c29-8e43-eb65b8cd6aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:15.393485 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715fb4d1-bb61-4a60-83a1-54df5adb2929 None None] The sync data for ids ['d8d60cff-d1b7-4ab0-9d8a-99339ad51c1b'] in dv-cinder-829630-2-iscsi is: [{'id': 'd8d60cff-d1b7-4ab0-9d8a-99339ad51c1b', 'name': 'router1', 'tenant_id': 'b8d6c6ba67fe40c5a1e06941b7cc5931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:50:02Z', 'updated_at': '2022-05-04T14:50:12Z', 'revision_number': 2, 'project_id': 'b8d6c6ba67fe40c5a1e06941b7cc5931', 'gw_port_host': None, '_interfaces': [{'id': '7b5bbc6b-066a-4fff-9c7a-f7f00705c774', 'name': '', 'network_id': '450a0cc2-b189-4cc8-9cac-1a14ed9e520c', 'tenant_id': 'b8d6c6ba67fe40c5a1e06941b7cc5931', 'mac_address': 'fa:16:3e:c6:37:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d60cff-d1b7-4ab0-9d8a-99339ad51c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aaadc822-01a4-464d-83e9-ece0c0da23cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:50:11Z', 'updated_at': '2022-05-04T14:50:14Z', 'revision_number': 4, 'project_id': 'b8d6c6ba67fe40c5a1e06941b7cc5931', 'subnets': [{'id': 'aaadc822-01a4-464d-83e9-ece0c0da23cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2f4b683-08b8-41a0-ac82-37d2e46764bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:50:15.471119 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f3d463-ac3c-4c29-8e43-eb65b8cd6aef None None] Pushing event updated for resources: {'Port': ['ID=7b5bbc6b-066a-4fff-9c7a-f7f00705c774,revision_number=5']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:50:15.606972 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 39170) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:50:15.729175 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d8eaa20-93bc-40c6-96f8-e931fa4bb94b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:50:15.730543 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-4d8eaa20-93bc-40c6-96f8-e931fa4bb94b admin admin] 10.222.0.42 "GET /v2.0/networks/de075482-66db-4cfa-a120-f2ea157cd064 HTTP/1.1" status: 200 len: 842 time: 0.1226363 May 04 14:50:15.741746 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-9a97e26e-263c-4b29-b016-3970a2d25591 admin admin] Request body: {'subnet': {'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:50:15.763529 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a97e26e-263c-4b29-b016-3970a2d25591 admin admin] Made reservation on behalf of 8ee12594c8084e4dbc15821d8545be8e for: {'subnet': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:50:15.766604 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9a97e26e-263c-4b29-b016-3970a2d25591 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:16.120391 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.objects.ports [None req-9a97e26e-263c-4b29-b016-3970a2d25591 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101864) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} May 04 14:50:16.120756 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9a97e26e-263c-4b29-b016-3970a2d25591 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198'] for subnet, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:16.179250 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97e26e-263c-4b29-b016-3970a2d25591 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a69c200-2813-4998-8939-5704799bdcf4,revision_number=0']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:50:16.187962 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a97e26e-263c-4b29-b016-3970a2d25591 admin admin] Checking segment: {'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:50:16.188346 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a97e26e-263c-4b29-b016-3970a2d25591 admin admin] Network hostable DHCP agents. Network: de075482-66db-4cfa-a120-f2ea157cd064, hostable agents: ['fc62abde-e1bd-4968-8f20-84ac7e991332'], hosted agents: [] {{(pid=101864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:50:16.207115 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a97e26e-263c-4b29-b016-3970a2d25591 admin admin] Network de075482-66db-4cfa-a120-f2ea157cd064 is scheduled to be hosted by DHCP agent fc62abde-e1bd-4968-8f20-84ac7e991332 with binding_index 1 {{(pid=101864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:50:16.219873 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [None req-9a97e26e-263c-4b29-b016-3970a2d25591 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-iscsi, de075482-66db-4cfa-a120-f2ea157cd064) {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:50:16.225982 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a97e26e-263c-4b29-b016-3970a2d25591 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:50:16.227032 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9a97e26e-263c-4b29-b016-3970a2d25591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for subnet, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:16.234209 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cad625c-ee92-4fd4-b393-52f359ac8504 None None] Network de075482-66db-4cfa-a120-f2ea157cd064 requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 14:50:16.250731 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-9a97e26e-263c-4b29-b016-3970a2d25591 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5112669 May 04 14:50:16.424912 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b312ce17-6475-4b1e-aeea-4c6754868464 None None] Network de075482-66db-4cfa-a120-f2ea157cd064 requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 14:50:18.093350 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 5 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:50:18.613780 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 39178) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:50:18.749256 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-87405d79-446a-4003-b559-a8b18b997045 admin admin] 10.222.0.42 "GET /v2.0/routers/d8d60cff-d1b7-4ab0-9d8a-99339ad51c1b HTTP/1.1" status: 200 len: 710 time: 0.1343439 May 04 14:50:18.848472 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-070c7f6a-af55-4596-809e-f8cc5d923ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:50:18.849875 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-070c7f6a-af55-4596-809e-f8cc5d923ed8 admin admin] 10.222.0.42 "GET /v2.0/networks/de075482-66db-4cfa-a120-f2ea157cd064 HTTP/1.1" status: 200 len: 886 time: 0.0935228 May 04 14:50:18.859775 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-b22d4873-2235-4869-a130-f491bc64042b admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:50:19.116668 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b22d4873-2235-4869-a130-f491bc64042b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:19.344915 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b22d4873-2235-4869-a130-f491bc64042b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:19.491860 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b22d4873-2235-4869-a130-f491bc64042b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:19.595560 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.db_base_plugin_common [None req-b22d4873-2235-4869-a130-f491bc64042b admin admin] Allocated IP 172.27.1.127 (de075482-66db-4cfa-a120-f2ea157cd064/5a69c200-2813-4998-8939-5704799bdcf4/1b5ca1ae-9a23-4fa4-8fae-95b07647dbd3) {{(pid=101863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:50:19.693234 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b22d4873-2235-4869-a130-f491bc64042b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:19.725943 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b22d4873-2235-4869-a130-f491bc64042b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013'] for port, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:19.762801 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22d4873-2235-4869-a130-f491bc64042b admin admin] Network de075482-66db-4cfa-a120-f2ea157cd064 is already hosted by enough agents. {{(pid=101863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:50:19.767389 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-b22d4873-2235-4869-a130-f491bc64042b admin admin] Resources bound (agent type, host, resource id): {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:50:19.770785 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22d4873-2235-4869-a130-f491bc64042b admin admin] Received port after_create {{(pid=101863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:50:19.806631 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d4873-2235-4869-a130-f491bc64042b admin admin] Pushing event updated for resources: {'Port': ['ID=1b5ca1ae-9a23-4fa4-8fae-95b07647dbd3,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:50:20.020240 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b22d4873-2235-4869-a130-f491bc64042b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:20.212633 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b22d4873-2235-4869-a130-f491bc64042b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-628421', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-625691', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-27443'] for router, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:20.216254 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b22d4873-2235-4869-a130-f491bc64042b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628448', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-628478', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-628471', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-625684'] for router, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:20.320864 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b22d4873-2235-4869-a130-f491bc64042b admin admin] Router d8d60cff-d1b7-4ab0-9d8a-99339ad51c1b has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:50:20.426973 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b22d4873-2235-4869-a130-f491bc64042b admin admin] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:50:20.431180 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b22d4873-2235-4869-a130-f491bc64042b admin admin] Notify callbacks [] for router, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:20.432388 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-b22d4873-2235-4869-a130-f491bc64042b admin admin] 10.222.0.42 "PUT /v2.0/routers/d8d60cff-d1b7-4ab0-9d8a-99339ad51c1b HTTP/1.1" status: 200 len: 890 time: 1.5763996 May 04 14:50:21.026016 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 7b5bbc6b-066a-4fff-9c7a-f7f00705c774 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:50:21.075919 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port 7b5bbc6b-066a-4fff-9c7a-f7f00705c774 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:50:21.076292 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:21.995163 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be744f1d-5ad6-42a1-bc1d-e88f3d9c9a03 None None] Sync routers for ids ['d8d60cff-d1b7-4ab0-9d8a-99339ad51c1b'] in dv-cinder-829630-2-iscsi {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:50:22.009869 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be744f1d-5ad6-42a1-bc1d-e88f3d9c9a03 None None] Routers {'d8d60cff-d1b7-4ab0-9d8a-99339ad51c1b'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:50:22.010598 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-be744f1d-5ad6-42a1-bc1d-e88f3d9c9a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T14:50:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['d8d60cff-d1b7-4ab0-9d8a-99339ad51c1b'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:50:22.218520 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-be744f1d-5ad6-42a1-bc1d-e88f3d9c9a03 None None] Set router d8d60cff-d1b7-4ab0-9d8a-99339ad51c1b gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:50:22.670962 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-be744f1d-5ad6-42a1-bc1d-e88f3d9c9a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d60cff-d1b7-4ab0-9d8a-99339ad51c1b', 'name': 'router1', 'tenant_id': 'b8d6c6ba67fe40c5a1e06941b7cc5931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '1b5ca1ae-9a23-4fa4-8fae-95b07647dbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:50:02Z', 'updated_at': '2022-05-04T14:50:19Z', 'revision_number': 4, 'project_id': 'b8d6c6ba67fe40c5a1e06941b7cc5931', 'gw_port': {'id': '1b5ca1ae-9a23-4fa4-8fae-95b07647dbd3', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d60cff-d1b7-4ab0-9d8a-99339ad51c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:50:19Z', 'updated_at': '2022-05-04T14:50:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '7b5bbc6b-066a-4fff-9c7a-f7f00705c774', 'name': '', 'network_id': '450a0cc2-b189-4cc8-9cac-1a14ed9e520c', 'tenant_id': 'b8d6c6ba67fe40c5a1e06941b7cc5931', 'mac_address': 'fa:16:3e:c6:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d60cff-d1b7-4ab0-9d8a-99339ad51c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aaadc822-01a4-464d-83e9-ece0c0da23cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:50:11Z', 'updated_at': '2022-05-04T14:50:15Z', 'revision_number': 5, 'project_id': 'b8d6c6ba67fe40c5a1e06941b7cc5931', 'subnets': [{'id': 'aaadc822-01a4-464d-83e9-ece0c0da23cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2f4b683-08b8-41a0-ac82-37d2e46764bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:50:22.721889 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be744f1d-5ad6-42a1-bc1d-e88f3d9c9a03 None None] Checking router: d8d60cff-d1b7-4ab0-9d8a-99339ad51c1b for host: dv-cinder-829630-2-iscsi {{(pid=101865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:50:22.722240 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be744f1d-5ad6-42a1-bc1d-e88f3d9c9a03 None None] Updating router d8d60cff-d1b7-4ab0-9d8a-99339ad51c1b port 1b5ca1ae-9a23-4fa4-8fae-95b07647dbd3 binding host dv-cinder-829630-2-iscsi {{(pid=101865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:50:22.772469 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-be744f1d-5ad6-42a1-bc1d-e88f3d9c9a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:22.865060 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 39190) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:50:22.982158 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-518a27b9-7d58-488d-ae36-dcd5dbec3dd8 admin admin] 10.222.0.42 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1159811 May 04 14:50:23.107856 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-be744f1d-5ad6-42a1-bc1d-e88f3d9c9a03 None None] Notify callbacks [] for port, precommit_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:23.113742 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-be744f1d-5ad6-42a1-bc1d-e88f3d9c9a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:23.163896 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-be744f1d-5ad6-42a1-bc1d-e88f3d9c9a03 None None] Attempting to bind port 1b5ca1ae-9a23-4fa4-8fae-95b07647dbd3 on host dv-cinder-829630-2-iscsi for vnic_type normal with profile {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:50:23.164269 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-be744f1d-5ad6-42a1-bc1d-e88f3d9c9a03 None None] Attempting to bind port 1b5ca1ae-9a23-4fa4-8fae-95b07647dbd3 by drivers openvswitch,hyperv on host dv-cinder-829630-2-iscsi at level 0 using segments [{'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:50:23.164635 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be744f1d-5ad6-42a1-bc1d-e88f3d9c9a03 None None] Attempting to bind port 1b5ca1ae-9a23-4fa4-8fae-95b07647dbd3 on network de075482-66db-4cfa-a120-f2ea157cd064 {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:50:23.170232 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7b918-006f-43d0-9bb3-5116998f1b7c None None] Pushing event updated for resources: {'Port': ['ID=1b5ca1ae-9a23-4fa4-8fae-95b07647dbd3,revision_number=2']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:50:23.175106 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be744f1d-5ad6-42a1-bc1d-e88f3d9c9a03 None None] Checking agent: {'id': '53237496-8014-4dc2-9deb-3d098fbdee6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 49, 42), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 50, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:50:23.175478 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be744f1d-5ad6-42a1-bc1d-e88f3d9c9a03 None None] Checking segment: {'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:50:23.175875 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-be744f1d-5ad6-42a1-bc1d-e88f3d9c9a03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:23.176258 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be744f1d-5ad6-42a1-bc1d-e88f3d9c9a03 None None] Bound using segment: {'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:50:23.176789 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-be744f1d-5ad6-42a1-bc1d-e88f3d9c9a03 None None] Bound port: 1b5ca1ae-9a23-4fa4-8fae-95b07647dbd3, host: dv-cinder-829630-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:50:23.177211 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-be744f1d-5ad6-42a1-bc1d-e88f3d9c9a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:23.229543 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-be744f1d-5ad6-42a1-bc1d-e88f3d9c9a03 None None] For port 1b5ca1ae-9a23-4fa4-8fae-95b07647dbd3, host dv-cinder-829630-2-iscsi, cleared binding levels {{(pid=101865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:50:23.233156 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-be744f1d-5ad6-42a1-bc1d-e88f3d9c9a03 None None] For port 1b5ca1ae-9a23-4fa4-8fae-95b07647dbd3, host dv-cinder-829630-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=1b5ca1ae-9a23-4fa4-8fae-95b07647dbd3,segment=NetworkSegment(60ac4599-e6dd-4770-844e-5b54095f67fa),segment_id=60ac4599-e6dd-4770-844e-5b54095f67fa)] {{(pid=101865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:50:23.238274 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-be744f1d-5ad6-42a1-bc1d-e88f3d9c9a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:23.293315 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be744f1d-5ad6-42a1-bc1d-e88f3d9c9a03 None None] Routers {'d8d60cff-d1b7-4ab0-9d8a-99339ad51c1b'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:50:23.293787 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-be744f1d-5ad6-42a1-bc1d-e88f3d9c9a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T14:50:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['d8d60cff-d1b7-4ab0-9d8a-99339ad51c1b'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:50:23.300736 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c7b918-006f-43d0-9bb3-5116998f1b7c None None] Pushing event updated for resources: {'Port': ['ID=1b5ca1ae-9a23-4fa4-8fae-95b07647dbd3,revision_number=3']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:50:23.407981 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-be744f1d-5ad6-42a1-bc1d-e88f3d9c9a03 None None] Set router d8d60cff-d1b7-4ab0-9d8a-99339ad51c1b gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:50:23.622710 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-be744f1d-5ad6-42a1-bc1d-e88f3d9c9a03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8d60cff-d1b7-4ab0-9d8a-99339ad51c1b', 'name': 'router1', 'tenant_id': 'b8d6c6ba67fe40c5a1e06941b7cc5931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '1b5ca1ae-9a23-4fa4-8fae-95b07647dbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:50:02Z', 'updated_at': '2022-05-04T14:50:19Z', 'revision_number': 4, 'project_id': 'b8d6c6ba67fe40c5a1e06941b7cc5931', 'gw_port': {'id': '1b5ca1ae-9a23-4fa4-8fae-95b07647dbd3', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d60cff-d1b7-4ab0-9d8a-99339ad51c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:50:19Z', 'updated_at': '2022-05-04T14:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '7b5bbc6b-066a-4fff-9c7a-f7f00705c774', 'name': '', 'network_id': '450a0cc2-b189-4cc8-9cac-1a14ed9e520c', 'tenant_id': 'b8d6c6ba67fe40c5a1e06941b7cc5931', 'mac_address': 'fa:16:3e:c6:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d60cff-d1b7-4ab0-9d8a-99339ad51c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aaadc822-01a4-464d-83e9-ece0c0da23cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:50:11Z', 'updated_at': '2022-05-04T14:50:15Z', 'revision_number': 5, 'project_id': 'b8d6c6ba67fe40c5a1e06941b7cc5931', 'subnets': [{'id': 'aaadc822-01a4-464d-83e9-ece0c0da23cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2f4b683-08b8-41a0-ac82-37d2e46764bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:50:23.652171 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be744f1d-5ad6-42a1-bc1d-e88f3d9c9a03 None None] The sync data for ids ['d8d60cff-d1b7-4ab0-9d8a-99339ad51c1b'] in dv-cinder-829630-2-iscsi is: [{'id': 'd8d60cff-d1b7-4ab0-9d8a-99339ad51c1b', 'name': 'router1', 'tenant_id': 'b8d6c6ba67fe40c5a1e06941b7cc5931', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.127'}], 'enable_snat': True}, 'gw_port_id': '1b5ca1ae-9a23-4fa4-8fae-95b07647dbd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:50:02Z', 'updated_at': '2022-05-04T14:50:19Z', 'revision_number': 4, 'project_id': 'b8d6c6ba67fe40c5a1e06941b7cc5931', 'gw_port': {'id': '1b5ca1ae-9a23-4fa4-8fae-95b07647dbd3', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:ef:f3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8d60cff-d1b7-4ab0-9d8a-99339ad51c1b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:50:19Z', 'updated_at': '2022-05-04T14:50:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '7b5bbc6b-066a-4fff-9c7a-f7f00705c774', 'name': '', 'network_id': '450a0cc2-b189-4cc8-9cac-1a14ed9e520c', 'tenant_id': 'b8d6c6ba67fe40c5a1e06941b7cc5931', 'mac_address': 'fa:16:3e:c6:37:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d60cff-d1b7-4ab0-9d8a-99339ad51c1b', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'aaadc822-01a4-464d-83e9-ece0c0da23cb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:50:11Z', 'updated_at': '2022-05-04T14:50:15Z', 'revision_number': 5, 'project_id': 'b8d6c6ba67fe40c5a1e06941b7cc5931', 'subnets': [{'id': 'aaadc822-01a4-464d-83e9-ece0c0da23cb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c2f4b683-08b8-41a0-ac82-37d2e46764bb'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:50:25.050007 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 1b5ca1ae-9a23-4fa4-8fae-95b07647dbd3 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:50:25.105662 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port 1b5ca1ae-9a23-4fa4-8fae-95b07647dbd3 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:50:25.105836 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:25.191893 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:25.216271 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] For port 1b5ca1ae-9a23-4fa4-8fae-95b07647dbd3, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=1b5ca1ae-9a23-4fa4-8fae-95b07647dbd3,segment=NetworkSegment(60ac4599-e6dd-4770-844e-5b54095f67fa),segment_id=60ac4599-e6dd-4770-844e-5b54095f67fa)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:50:25.222393 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:25.281882 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Pushing event updated for resources: {'Port': ['ID=1b5ca1ae-9a23-4fa4-8fae-95b07647dbd3,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:50:27.048362 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 1b5ca1ae-9a23-4fa4-8fae-95b07647dbd3 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:50:27.108797 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port 1b5ca1ae-9a23-4fa4-8fae-95b07647dbd3 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:50:27.109540 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:36.086317 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-9faef9e3-477e-4603-b9a9-4c74d01fc375 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:38.362503 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-189f9237-fbe3-4be8-9eef-de12af5a9fc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:39.595406 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:41.225217 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:41.663606 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:50:55.099795 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 5 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:51:06.082245 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-6fdf8285-4aa4-4acb-b6ff-b9bfd98ecc69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:08.357546 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-fd39256c-451b-4821-9398-6750d8e98ec8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:09.585912 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:11.212880 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:11.634589 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:32.089295 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 5 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:51:36.085419 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-623ed081-ea9e-47c2-a0bc-ebae0e497589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:38.361142 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-e2fc1925-13a7-4878-ad35-8f9c21bc832c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:39.586162 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:41.214910 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:51:41.638862 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:00.379150 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 39752) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:52:00.440155 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7563ec2-bdc6-4193-aff5-35494b3d20e4 admin admin] GET failed (client error): The resource could not be found. May 04 14:52:00.441502 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-c7563ec2-bdc6-4193-aff5-35494b3d20e4 admin admin] 10.222.0.42 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0613956 May 04 14:52:00.606463 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c921453-3e06-4f9e-b282-e221eb40bb5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:00.607860 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-5c921453-3e06-4f9e-b282-e221eb40bb5d admin admin] 10.222.0.42 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1616886 May 04 14:52:02.817268 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 39762) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:52:02.908560 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7ec3fa-26d8-48e1-a1f8-0c522c150c44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:02.909927 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-2e7ec3fa-26d8-48e1-a1f8-0c522c150c44 admin admin] 10.222.0.42 "GET /v2.0/subnets/aaadc822-01a4-464d-83e9-ece0c0da23cb HTTP/1.1" status: 200 len: 849 time: 0.0916948 May 04 14:52:02.921172 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-c9e0273d-c414-41a0-82ec-dbde1ed0acc0 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:52:03.091768 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c9e0273d-c414-41a0-82ec-dbde1ed0acc0 admin admin] Notify callbacks [] for subnet, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:03.229862 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c9e0273d-c414-41a0-82ec-dbde1ed0acc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8755428150200'] for subnet, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:03.263879 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e0273d-c414-41a0-82ec-dbde1ed0acc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:03.264409 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c9e0273d-c414-41a0-82ec-dbde1ed0acc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for subnet, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:03.265698 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-c9e0273d-c414-41a0-82ec-dbde1ed0acc0 admin admin] 10.222.0.42 "PUT /v2.0/subnets/aaadc822-01a4-464d-83e9-ece0c0da23cb HTTP/1.1" status: 200 len: 868 time: 0.3481224 May 04 14:52:03.269087 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c8d2f5f-ae79-4310-aaa6-657277e4369d None None] Network 450a0cc2-b189-4cc8-9cac-1a14ed9e520c requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 14:52:03.287618 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0273d-c414-41a0-82ec-dbde1ed0acc0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aaadc822-01a4-464d-83e9-ece0c0da23cb,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:03.295617 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0273d-c414-41a0-82ec-dbde1ed0acc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:03.296002 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0273d-c414-41a0-82ec-dbde1ed0acc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:03.296351 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0273d-c414-41a0-82ec-dbde1ed0acc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:03.296683 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0273d-c414-41a0-82ec-dbde1ed0acc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:03.297044 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0273d-c414-41a0-82ec-dbde1ed0acc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:03.297394 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0273d-c414-41a0-82ec-dbde1ed0acc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:03.297727 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0273d-c414-41a0-82ec-dbde1ed0acc0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:03.298069 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0273d-c414-41a0-82ec-dbde1ed0acc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:03.298417 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0273d-c414-41a0-82ec-dbde1ed0acc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:03.298749 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0273d-c414-41a0-82ec-dbde1ed0acc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:03.299072 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0273d-c414-41a0-82ec-dbde1ed0acc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:03.299394 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0273d-c414-41a0-82ec-dbde1ed0acc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:03.627567 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-dc7e41ed-d463-48ae-998b-b9a194b4283a None None] Provisioning complete for port ed3de46d-bd99-4e8b-a1e1-d7caabd2db59 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:52:03.627936 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-dc7e41ed-d463-48ae-998b-b9a194b4283a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:03.714733 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-dc7e41ed-d463-48ae-998b-b9a194b4283a None None] Provisioning complete for port 7b5bbc6b-066a-4fff-9c7a-f7f00705c774 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:52:03.715013 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-dc7e41ed-d463-48ae-998b-b9a194b4283a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:05.473562 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 39770) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:52:05.674040 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080e2a88-6974-4c8f-ad7e-f744fa3f17ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:05.674427 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080e2a88-6974-4c8f-ad7e-f744fa3f17ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:05.675977 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-080e2a88-6974-4c8f-ad7e-f744fa3f17ac admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2014267 May 04 14:52:06.087412 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-f9926cb1-b801-4cf1-a9b2-4a4c868bd679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:07.893061 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 39778) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:52:08.023537 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ebfb4c-c259-4f7f-b6e4-3049aa1eb45f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:08.024008 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ebfb4c-c259-4f7f-b6e4-3049aa1eb45f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:08.025763 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-94ebfb4c-c259-4f7f-b6e4-3049aa1eb45f admin admin] 10.222.0.42 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1315341 May 04 14:52:08.364108 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-ff6885cd-ed04-4073-a14f-400e67687994 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:09.087657 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 5 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:52:09.590721 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:10.257027 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 39786) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:52:10.385637 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78596f9b-48f8-4cf5-91d2-0068d3ec0b30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:10.387129 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-78596f9b-48f8-4cf5-91d2-0068d3ec0b30 admin admin] 10.222.0.42 "GET /v2.0/networks/450a0cc2-b189-4cc8-9cac-1a14ed9e520c HTTP/1.1" status: 200 len: 869 time: 0.1290431 May 04 14:52:11.217666 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:11.643084 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:12.582101 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 39794) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:52:12.708418 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38046d6f-556e-48f5-8d33-1b09e7772964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:12.709831 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-38046d6f-556e-48f5-8d33-1b09e7772964 admin admin] 10.222.0.42 "GET /v2.0/networks/de075482-66db-4cfa-a120-f2ea157cd064 HTTP/1.1" status: 200 len: 886 time: 0.1267772 May 04 14:52:14.916828 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 39802) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:52:15.044573 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010a334e-fb5e-43a8-8d31-d18ccedcb85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:15.045066 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-010a334e-fb5e-43a8-8d31-d18ccedcb85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:15.046583 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-010a334e-fb5e-43a8-8d31-d18ccedcb85a admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1288276 May 04 14:52:17.263555 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 39810) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:52:17.354161 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eece047-a411-4a86-b473-403ec669d5e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:17.354629 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eece047-a411-4a86-b473-403ec669d5e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:17.356137 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-7eece047-a411-4a86-b473-403ec669d5e0 admin admin] 10.222.0.42 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0915689 May 04 14:52:19.571515 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 39818) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:52:19.657624 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-653c861c-9fa1-45ee-94a1-28ff44208fe4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:19.658890 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-653c861c-9fa1-45ee-94a1-28ff44208fe4 admin admin] 10.222.0.42 "GET /v2.0/subnets/5a69c200-2813-4998-8939-5704799bdcf4 HTTP/1.1" status: 200 len: 816 time: 0.0858939 May 04 14:52:21.939785 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 39826) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:52:22.030844 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46053f1c-8d87-480d-a14f-4d015402ebdb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:22.032173 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-46053f1c-8d87-480d-a14f-4d015402ebdb admin admin] 10.222.0.42 "GET /v2.0/subnets/aaadc822-01a4-464d-83e9-ece0c0da23cb HTTP/1.1" status: 200 len: 868 time: 0.0913515 May 04 14:52:36.089866 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-44932c5a-f29c-436e-a6c2-1402f178e007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:38.365973 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-1753047e-8179-4eea-988d-a0f32cb5b79f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:39.590603 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:41.220992 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:41.646511 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:42.558871 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 39880) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:52:42.608038 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [None req-2993dffc-0e07-4af3-8ee0-7460b44c94cd admin admin] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=101864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:52:42.609067 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-2993dffc-0e07-4af3-8ee0-7460b44c94cd admin admin] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0492296 May 04 14:52:44.912127 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 39890) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:52:44.973080 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dcd22fa-2cbe-4be9-a798-3ce09e7857cc admin admin] GET failed (client error): The resource could not be found. May 04 14:52:44.974496 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-9dcd22fa-2cbe-4be9-a798-3ce09e7857cc admin admin] 10.222.0.42 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0613778 May 04 14:52:45.114910 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bfe9839-b1cf-4aa7-be4a-5a920c5d205e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:45.116292 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-5bfe9839-b1cf-4aa7-be4a-5a920c5d205e admin admin] 10.222.0.42 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1365035 May 04 14:52:46.086239 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 5 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:52:47.358951 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 39898) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:52:47.421331 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-377a9a6f-df0c-48cd-b4d8-93ad088d1396 admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:52:47.445285 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-377a9a6f-df0c-48cd-b4d8-93ad088d1396 admin admin] Made reservation on behalf of 8ee12594c8084e4dbc15821d8545be8e for: {'network': 1} {{(pid=101863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:52:47.448179 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-377a9a6f-df0c-48cd-b4d8-93ad088d1396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for network, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:47.475063 dv-cinder-829630-2-iscsi neutron-server[101863]: WARNING neutron.services.revisions.revision_plugin [None req-377a9a6f-df0c-48cd-b4d8-93ad088d1396 admin admin] Could not find related network for resource to bump revision. May 04 14:52:47.488588 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-377a9a6f-df0c-48cd-b4d8-93ad088d1396 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 296} {{(pid=101863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:52:47.497771 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-377a9a6f-df0c-48cd-b4d8-93ad088d1396 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:47.498107 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.db.segments_db [None req-377a9a6f-df0c-48cd-b4d8-93ad088d1396 admin admin] Added segment 6c5a5051-35eb-42a9-a5a0-ad978c2ec07f of type vlan for network bc510cb8-86d4-438e-8c4e-84a8e83237c1 May 04 14:52:47.548107 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-377a9a6f-df0c-48cd-b4d8-93ad088d1396 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755427588545'] for network, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:47.575689 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-377a9a6f-df0c-48cd-b4d8-93ad088d1396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198'] for network, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:47.576630 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-377a9a6f-df0c-48cd-b4d8-93ad088d1396 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:47.577235 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-377a9a6f-df0c-48cd-b4d8-93ad088d1396 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:47.639597 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-377a9a6f-df0c-48cd-b4d8-93ad088d1396 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2795520 May 04 14:52:47.653533 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377a9a6f-df0c-48cd-b4d8-93ad088d1396 admin admin] Pushing event updated for resources: {'Network': ['ID=bc510cb8-86d4-438e-8c4e-84a8e83237c1,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:47.667353 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Network bc510cb8-86d4-438e-8c4e-84a8e83237c1 details requested by agent ovs-agent-dv-cinder-829630-2-iscsi with host dv-cinder-829630-2-iscsi {{(pid=101865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:52:49.962034 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 39906) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:52:50.024601 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.pecan_wsgi.hooks.translation [None req-77fa9b64-f260-4ab3-bac8-5b5861c2c56b admin admin] GET failed (client error): The resource could not be found. May 04 14:52:50.026061 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-77fa9b64-f260-4ab3-bac8-5b5861c2c56b admin admin] 10.222.0.42 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0630634 May 04 14:52:50.099252 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7869a9de-bac5-4812-bb98-643e2cb68fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:50.100701 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-7869a9de-bac5-4812-bb98-643e2cb68fae admin admin] 10.222.0.42 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0688221 May 04 14:52:50.110998 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-5c3a36c4-2571-40dd-a7f4-8c0d5b54a23e admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'network_id': 'bc510cb8-86d4-438e-8c4e-84a8e83237c1', 'name': 'shared-subnet'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:52:50.129326 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c3a36c4-2571-40dd-a7f4-8c0d5b54a23e admin admin] Made reservation on behalf of 8ee12594c8084e4dbc15821d8545be8e for: {'subnet': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:52:50.131443 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-5c3a36c4-2571-40dd-a7f4-8c0d5b54a23e admin admin] Notify callbacks [] for subnet, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:50.294767 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-5c3a36c4-2571-40dd-a7f4-8c0d5b54a23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198'] for subnet, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:50.348393 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3a36c4-2571-40dd-a7f4-8c0d5b54a23e admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd2c69a2-769b-4173-a0c2-86f5e1a06a5d,revision_number=0']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:50.359900 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3a36c4-2571-40dd-a7f4-8c0d5b54a23e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:50.360270 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3a36c4-2571-40dd-a7f4-8c0d5b54a23e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:50.360618 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3a36c4-2571-40dd-a7f4-8c0d5b54a23e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:50.360981 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3a36c4-2571-40dd-a7f4-8c0d5b54a23e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:50.361317 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3a36c4-2571-40dd-a7f4-8c0d5b54a23e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:50.361666 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3a36c4-2571-40dd-a7f4-8c0d5b54a23e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:50.362003 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3a36c4-2571-40dd-a7f4-8c0d5b54a23e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:50.362348 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3a36c4-2571-40dd-a7f4-8c0d5b54a23e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:50.362700 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3a36c4-2571-40dd-a7f4-8c0d5b54a23e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:50.363034 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3a36c4-2571-40dd-a7f4-8c0d5b54a23e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:50.363359 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3a36c4-2571-40dd-a7f4-8c0d5b54a23e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:50.363683 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c3a36c4-2571-40dd-a7f4-8c0d5b54a23e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:50.369197 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c3a36c4-2571-40dd-a7f4-8c0d5b54a23e admin admin] Checking segment: {'id': '6c5a5051-35eb-42a9-a5a0-ad978c2ec07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'bc510cb8-86d4-438e-8c4e-84a8e83237c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:52:50.369561 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3a36c4-2571-40dd-a7f4-8c0d5b54a23e admin admin] Network hostable DHCP agents. Network: bc510cb8-86d4-438e-8c4e-84a8e83237c1, hostable agents: ['fc62abde-e1bd-4968-8f20-84ac7e991332'], hosted agents: [] {{(pid=101864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:52:50.385873 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c3a36c4-2571-40dd-a7f4-8c0d5b54a23e admin admin] Network bc510cb8-86d4-438e-8c4e-84a8e83237c1 is scheduled to be hosted by DHCP agent fc62abde-e1bd-4968-8f20-84ac7e991332 with binding_index 1 {{(pid=101864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:52:50.393884 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [None req-5c3a36c4-2571-40dd-a7f4-8c0d5b54a23e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-iscsi, bc510cb8-86d4-438e-8c4e-84a8e83237c1) {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:52:50.398351 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c3a36c4-2571-40dd-a7f4-8c0d5b54a23e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:52:50.398934 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-5c3a36c4-2571-40dd-a7f4-8c0d5b54a23e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for subnet, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:50.404201 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a74693f9-e0de-4e1e-9d3d-f83934f208ea None None] Network bc510cb8-86d4-438e-8c4e-84a8e83237c1 requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 14:52:50.422160 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-5c3a36c4-2571-40dd-a7f4-8c0d5b54a23e admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3135288 May 04 14:52:50.557382 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae3688e-6074-4797-9a24-f52117d6cf60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08658952-b33c-5b25-a311-2ddce2069787-bc510cb8-86d4-438e-8c4e-84a8e83237c1', 'network_id': 'bc510cb8-86d4-438e-8c4e-84a8e83237c1', 'tenant_id': '8ee12594c8084e4dbc15821d8545be8e', 'fixed_ips': [{'subnet_id': 'bd2c69a2-769b-4173-a0c2-86f5e1a06a5d'}]}} from dv-cinder-829630-2-iscsi. {{(pid=101865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 04 14:52:50.558305 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-2ae3688e-6074-4797-9a24-f52117d6cf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:50.691726 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.db_base_plugin_common [None req-2ae3688e-6074-4797-9a24-f52117d6cf60 None None] Allocated IP 192.168.233.2 (bc510cb8-86d4-438e-8c4e-84a8e83237c1/bd2c69a2-769b-4173-a0c2-86f5e1a06a5d/bf209caa-65cf-47d3-ac1e-20affa6d77e9) {{(pid=101865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:52:50.930495 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-2ae3688e-6074-4797-9a24-f52117d6cf60 None None] Notify callbacks [] for port, precommit_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:50.937984 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-2ae3688e-6074-4797-9a24-f52117d6cf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013'] for port, after_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:50.974524 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae3688e-6074-4797-9a24-f52117d6cf60 None None] Network bc510cb8-86d4-438e-8c4e-84a8e83237c1 is already hosted by enough agents. {{(pid=101865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:52:50.976341 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.scheduler.base_scheduler [None req-2ae3688e-6074-4797-9a24-f52117d6cf60 None None] Resources bound (agent type, host, resource id): {{(pid=101865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:52:50.982841 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae3688e-6074-4797-9a24-f52117d6cf60 None None] Received port after_create {{(pid=101865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:52:50.995156 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae3688e-6074-4797-9a24-f52117d6cf60 None None] Pushing event updated for resources: {'Port': ['ID=bf209caa-65cf-47d3-ac1e-20affa6d77e9,revision_number=1']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:51.017721 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3688e-6074-4797-9a24-f52117d6cf60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:51.018085 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3688e-6074-4797-9a24-f52117d6cf60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:51.018429 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3688e-6074-4797-9a24-f52117d6cf60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:51.018764 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3688e-6074-4797-9a24-f52117d6cf60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:51.019095 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3688e-6074-4797-9a24-f52117d6cf60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:51.019423 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3688e-6074-4797-9a24-f52117d6cf60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:51.019749 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3688e-6074-4797-9a24-f52117d6cf60 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:51.020093 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3688e-6074-4797-9a24-f52117d6cf60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:51.020436 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3688e-6074-4797-9a24-f52117d6cf60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:51.020800 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3688e-6074-4797-9a24-f52117d6cf60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:51.021124 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3688e-6074-4797-9a24-f52117d6cf60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:51.021443 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ae3688e-6074-4797-9a24-f52117d6cf60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:52:51.054965 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-2ae3688e-6074-4797-9a24-f52117d6cf60 None None] Attempting to bind port bf209caa-65cf-47d3-ac1e-20affa6d77e9 on host dv-cinder-829630-2-iscsi for vnic_type normal with profile {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:52:51.055340 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-2ae3688e-6074-4797-9a24-f52117d6cf60 None None] Attempting to bind port bf209caa-65cf-47d3-ac1e-20affa6d77e9 by drivers openvswitch,hyperv on host dv-cinder-829630-2-iscsi at level 0 using segments [{'id': '6c5a5051-35eb-42a9-a5a0-ad978c2ec07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'bc510cb8-86d4-438e-8c4e-84a8e83237c1'}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:52:51.055872 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae3688e-6074-4797-9a24-f52117d6cf60 None None] Attempting to bind port bf209caa-65cf-47d3-ac1e-20affa6d77e9 on network bc510cb8-86d4-438e-8c4e-84a8e83237c1 {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:52:51.061675 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae3688e-6074-4797-9a24-f52117d6cf60 None None] Checking agent: {'id': '53237496-8014-4dc2-9deb-3d098fbdee6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 49, 42), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 52, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:52:51.062048 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae3688e-6074-4797-9a24-f52117d6cf60 None None] Checking segment: {'id': '6c5a5051-35eb-42a9-a5a0-ad978c2ec07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'bc510cb8-86d4-438e-8c4e-84a8e83237c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:52:51.062479 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-2ae3688e-6074-4797-9a24-f52117d6cf60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:51.062868 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ae3688e-6074-4797-9a24-f52117d6cf60 None None] Bound using segment: {'id': '6c5a5051-35eb-42a9-a5a0-ad978c2ec07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'bc510cb8-86d4-438e-8c4e-84a8e83237c1'} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:52:51.063330 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-2ae3688e-6074-4797-9a24-f52117d6cf60 None None] Bound port: bf209caa-65cf-47d3-ac1e-20affa6d77e9, host: dv-cinder-829630-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c5a5051-35eb-42a9-a5a0-ad978c2ec07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'bc510cb8-86d4-438e-8c4e-84a8e83237c1'}}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:52:51.063734 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-2ae3688e-6074-4797-9a24-f52117d6cf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:51.126636 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-2ae3688e-6074-4797-9a24-f52117d6cf60 None None] For port bf209caa-65cf-47d3-ac1e-20affa6d77e9, host dv-cinder-829630-2-iscsi, cleared binding levels {{(pid=101865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:52:51.129878 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-2ae3688e-6074-4797-9a24-f52117d6cf60 None None] For port bf209caa-65cf-47d3-ac1e-20affa6d77e9, host dv-cinder-829630-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=bf209caa-65cf-47d3-ac1e-20affa6d77e9,segment=NetworkSegment(6c5a5051-35eb-42a9-a5a0-ad978c2ec07f),segment_id=6c5a5051-35eb-42a9-a5a0-ad978c2ec07f)] {{(pid=101865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:52:51.135172 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-2ae3688e-6074-4797-9a24-f52117d6cf60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:51.192666 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae3688e-6074-4797-9a24-f52117d6cf60 None None] Pushing event updated for resources: {'Port': ['ID=bf209caa-65cf-47d3-ac1e-20affa6d77e9,revision_number=2']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:52.003803 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1d7473a-e807-4ffb-9873-972f0ab56d91 None None] Network bc510cb8-86d4-438e-8c4e-84a8e83237c1 requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 14:52:52.125324 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-1ad4f004-391a-4bbf-b8cf-f35da0a4d2a9 None None] Provisioning complete for port bf209caa-65cf-47d3-ac1e-20affa6d77e9 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:52:52.125627 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-1ad4f004-391a-4bbf-b8cf-f35da0a4d2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:52.235484 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-1ad4f004-391a-4bbf-b8cf-f35da0a4d2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:52.270214 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-1ad4f004-391a-4bbf-b8cf-f35da0a4d2a9 None None] For port bf209caa-65cf-47d3-ac1e-20affa6d77e9, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=bf209caa-65cf-47d3-ac1e-20affa6d77e9,segment=NetworkSegment(6c5a5051-35eb-42a9-a5a0-ad978c2ec07f),segment_id=6c5a5051-35eb-42a9-a5a0-ad978c2ec07f)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:52:52.275866 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-1ad4f004-391a-4bbf-b8cf-f35da0a4d2a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:52.331264 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad4f004-391a-4bbf-b8cf-f35da0a4d2a9 None None] Pushing event updated for resources: {'Port': ['ID=bf209caa-65cf-47d3-ac1e-20affa6d77e9,revision_number=3']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:52:52.502007 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-4e3b8900-69a4-48f7-93d4-707df258c6b3 None None] Provisioning complete for port bf209caa-65cf-47d3-ac1e-20affa6d77e9 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:52:52.502367 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-4e3b8900-69a4-48f7-93d4-707df258c6b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:52:53.122124 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device bf209caa-65cf-47d3-ac1e-20affa6d77e9 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:52:53.170932 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port bf209caa-65cf-47d3-ac1e-20affa6d77e9 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:52:53.171298 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:53:06.093973 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-e5084db2-045f-41d9-8c1a-51ff6d3ed82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:53:08.368990 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-75284587-90bf-4f1f-9ed9-a6b2be7d8f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:53:09.593700 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:53:11.224744 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:53:11.652425 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:53:23.084877 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 5 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:53:36.097160 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-e0ae2c1d-48e6-4327-9f4d-1ececa68ff77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:53:38.372776 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-4a7c3797-2a61-4aaa-a288-40122d9e53ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:53:39.596878 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:53:41.226259 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:53:41.653755 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:00.083684 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 5 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:54:06.098920 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-cd91894f-9046-409c-993c-b6effe312015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:08.375316 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-61d0d49e-1621-4bdb-a620-16ba4af9568c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:09.598824 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:11.230612 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:11.658851 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:22.521524 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 39944) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:54:22.527458 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [None req-72d2ea2e-d61d-431a-902f-6dbd8c565038 tempest-verify_tempest_config-1785111588 tempest-verify_tempest_config-1785111588-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=101864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:54:22.528431 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-72d2ea2e-d61d-431a-902f-6dbd8c565038 tempest-verify_tempest_config-1785111588 tempest-verify_tempest_config-1785111588-project] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0059323 May 04 14:54:22.824051 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 39962) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:54:22.932849 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-2ba85a48-01a4-4441-a98f-f16104b04df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:23.005346 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-2ba85a48-01a4-4441-a98f-f16104b04df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:23.010152 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-2ba85a48-01a4-4441-a98f-f16104b04df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:23.056983 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-2ba85a48-01a4-4441-a98f-f16104b04df8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fa44abd23efb43168636d3014e14b7bd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2318711 May 04 14:54:23.058042 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba85a48-01a4-4441-a98f-f16104b04df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2016b4-92d7-4baa-ac88-5bb319cc1de0,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:23.059781 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 39966) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:54:23.065073 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba85a48-01a4-4441-a98f-f16104b04df8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.065434 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba85a48-01a4-4441-a98f-f16104b04df8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.065773 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba85a48-01a4-4441-a98f-f16104b04df8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.066102 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba85a48-01a4-4441-a98f-f16104b04df8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.066432 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba85a48-01a4-4441-a98f-f16104b04df8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.066781 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba85a48-01a4-4441-a98f-f16104b04df8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.067110 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba85a48-01a4-4441-a98f-f16104b04df8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.067446 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba85a48-01a4-4441-a98f-f16104b04df8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.067794 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba85a48-01a4-4441-a98f-f16104b04df8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.068114 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba85a48-01a4-4441-a98f-f16104b04df8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.068435 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba85a48-01a4-4441-a98f-f16104b04df8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.068785 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ba85a48-01a4-4441-a98f-f16104b04df8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.114525 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-3e1d6e22-d8b0-42d6-978d-daa32cab6bb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:23.135279 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-3e1d6e22-d8b0-42d6-978d-daa32cab6bb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:23.224146 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-3e1d6e22-d8b0-42d6-978d-daa32cab6bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:23.228799 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-3e1d6e22-d8b0-42d6-978d-daa32cab6bb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:23.229970 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-3e1d6e22-d8b0-42d6-978d-daa32cab6bb0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5d2016b4-92d7-4baa-ac88-5bb319cc1de0 HTTP/1.1" status: 204 len: 168 time: 0.1692064 May 04 14:54:23.237871 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d6e22-d8b0-42d6-978d-daa32cab6bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2016b4-92d7-4baa-ac88-5bb319cc1de0,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:54:23.245614 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d6e22-d8b0-42d6-978d-daa32cab6bb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.245983 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d6e22-d8b0-42d6-978d-daa32cab6bb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.246339 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d6e22-d8b0-42d6-978d-daa32cab6bb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.246682 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d6e22-d8b0-42d6-978d-daa32cab6bb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.247018 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d6e22-d8b0-42d6-978d-daa32cab6bb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.247369 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d6e22-d8b0-42d6-978d-daa32cab6bb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.247706 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d6e22-d8b0-42d6-978d-daa32cab6bb0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.248037 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d6e22-d8b0-42d6-978d-daa32cab6bb0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.248363 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d6e22-d8b0-42d6-978d-daa32cab6bb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.248689 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d6e22-d8b0-42d6-978d-daa32cab6bb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.249037 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d6e22-d8b0-42d6-978d-daa32cab6bb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:23.249366 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e1d6e22-d8b0-42d6-978d-daa32cab6bb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:54:36.100507 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-ddc611c2-7c36-4747-b50f-5ca2f48ce9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:37.085409 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 5 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:54:38.376865 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-405effa0-9f28-4d13-af05-a9c6b32c56cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:39.601856 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:41.234292 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:54:41.661124 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:55:06.103752 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-6f65dddf-e85f-4f2b-9483-54fb523c0dd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:55:08.376560 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-73bebb12-1183-4370-949c-50320e62bc03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:55:09.605792 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:55:11.239926 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:55:11.663726 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:55:14.083626 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 5 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:55:36.106214 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-b9676d05-300c-4f08-9e83-cced41fde5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:55:38.379140 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-2631788b-3fc2-4383-9afe-466c12883d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:55:39.609569 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:55:41.240830 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:55:41.667343 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:55:51.082154 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 5 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:56:06.112125 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7ca434c5-ee02-409f-a7ad-4c3629f43f64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:56:08.382232 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-1196ee59-dfb5-49dd-98c0-d33dc2be0667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:56:09.611616 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:56:10.301092 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-627703'] for agent, after_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:56:11.241891 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:56:11.669043 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:56:25.473921 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 40038) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:56:25.577842 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-5787451c-8c2a-4e51-88e4-d0425c658cdf admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1024837 May 04 14:56:27.772745 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 40048) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:56:27.834934 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-a5364146-ce5a-4e26-b9e6-3fe98e4187dd admin admin] 10.222.0.42 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0611093 May 04 14:56:28.081143 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:56:36.104924 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-323f5cf8-ed79-4d78-b516-47a19e6dd677 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:56:38.383919 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-5eaa92a7-ca48-4ec1-8e26-53cb81a3e8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:56:39.616060 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:56:40.302301 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:56:41.245423 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:56:41.670297 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:57:05.079833 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:57:06.110335 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-a63b8ab4-3a8d-4efd-b357-3c6c071f7965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:57:08.384358 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-77f2116f-7647-47d4-9c73-d002e5c344d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:57:09.619126 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:57:10.310724 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:57:11.247726 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:57:11.671071 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:57:36.110860 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-b63db5cc-727a-475b-ad6d-a3400a91ff7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:57:38.387257 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-6517adda-7d5b-4d07-8a2d-e844a5744f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:57:39.623192 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:57:40.325794 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:57:41.254946 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:57:41.673714 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:57:42.078516 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:58:06.131393 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-f8d6bb8d-902e-4b03-ad9e-f682cf4a54e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:08.398720 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-53051c84-4fa6-4d6c-81cf-ca5a2d9d7581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:09.644793 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:10.355987 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:11.280711 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:11.396115 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 40218) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:11.580150 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 40236) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:11.676237 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:11.710889 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-fa710df0-d1ea-4477-990c-e924bc91d521 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-702985069-network', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:58:11.736359 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa710df0-d1ea-4477-990c-e924bc91d521 admin admin] Made reservation on behalf of 192ccf80824d4fa59de46a9e21ae0572 for: {'network': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:58:11.739950 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-fa710df0-d1ea-4477-990c-e924bc91d521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for network, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:11.756278 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-fa710df0-d1ea-4477-990c-e924bc91d521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:11.854467 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-fa710df0-d1ea-4477-990c-e924bc91d521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:11.858737 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-fa710df0-d1ea-4477-990c-e924bc91d521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:11.884242 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa710df0-d1ea-4477-990c-e924bc91d521 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 271} {{(pid=101864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:58:11.902343 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa710df0-d1ea-4477-990c-e924bc91d521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff24e2fd-f298-41f6-abaa-c3cbf1656432,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:11.909424 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-fa710df0-d1ea-4477-990c-e924bc91d521 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:11.909765 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.db.segments_db [None req-fa710df0-d1ea-4477-990c-e924bc91d521 admin admin] Added segment b1142b6e-dead-4f76-9ea3-713e036ec259 of type vlan for network 60c30b73-0e7f-49bb-89af-0e44584f9d97 May 04 14:58:11.918365 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa710df0-d1ea-4477-990c-e924bc91d521 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:11.918737 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa710df0-d1ea-4477-990c-e924bc91d521 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:11.919165 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa710df0-d1ea-4477-990c-e924bc91d521 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:11.919511 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa710df0-d1ea-4477-990c-e924bc91d521 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:11.919846 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa710df0-d1ea-4477-990c-e924bc91d521 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:11.920192 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa710df0-d1ea-4477-990c-e924bc91d521 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:11.920523 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa710df0-d1ea-4477-990c-e924bc91d521 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:11.920882 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa710df0-d1ea-4477-990c-e924bc91d521 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:11.921292 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa710df0-d1ea-4477-990c-e924bc91d521 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:11.921602 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa710df0-d1ea-4477-990c-e924bc91d521 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:11.921887 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa710df0-d1ea-4477-990c-e924bc91d521 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:11.922176 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa710df0-d1ea-4477-990c-e924bc91d521 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:11.923641 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa710df0-d1ea-4477-990c-e924bc91d521 admin admin] Tracked resource versions report: May 04 14:58:11.923641 dv-cinder-829630-2-iscsi neutron-server[101864]: pushed versions: May 04 14:58:11.923641 dv-cinder-829630-2-iscsi neutron-server[101864]: { 'AddressGroup': {'1.2'}, May 04 14:58:11.923641 dv-cinder-829630-2-iscsi neutron-server[101864]: 'ConntrackHelper': {'1.0'}, May 04 14:58:11.923641 dv-cinder-829630-2-iscsi neutron-server[101864]: 'Log': {'1.0'}, May 04 14:58:11.923641 dv-cinder-829630-2-iscsi neutron-server[101864]: 'Network': {'1.1'}, May 04 14:58:11.923641 dv-cinder-829630-2-iscsi neutron-server[101864]: 'Port': {'1.7'}, May 04 14:58:11.923641 dv-cinder-829630-2-iscsi neutron-server[101864]: 'PortForwarding': {'1.2'}, May 04 14:58:11.923641 dv-cinder-829630-2-iscsi neutron-server[101864]: 'QosPolicy': {'1.9'}, May 04 14:58:11.923641 dv-cinder-829630-2-iscsi neutron-server[101864]: 'SecurityGroup': {'1.4'}, May 04 14:58:11.923641 dv-cinder-829630-2-iscsi neutron-server[101864]: 'SecurityGroupRule': {'1.2'}, May 04 14:58:11.923641 dv-cinder-829630-2-iscsi neutron-server[101864]: 'SubPort': {'1.0'}, May 04 14:58:11.923641 dv-cinder-829630-2-iscsi neutron-server[101864]: 'Subnet': {'1.1'}, May 04 14:58:11.923641 dv-cinder-829630-2-iscsi neutron-server[101864]: 'Trunk': {'1.1'}} May 04 14:58:11.923641 dv-cinder-829630-2-iscsi neutron-server[101864]: consumer versions: May 04 14:58:11.923641 dv-cinder-829630-2-iscsi neutron-server[101864]: { DHCP agent@dv-cinder-829630-2-iscsi: {}, May 04 14:58:11.923641 dv-cinder-829630-2-iscsi neutron-server[101864]: HyperV agent@hv-cinder-82963: {}, May 04 14:58:11.923641 dv-cinder-829630-2-iscsi neutron-server[101864]: L3 agent@dv-cinder-829630-2-iscsi: {}, May 04 14:58:11.923641 dv-cinder-829630-2-iscsi neutron-server[101864]: Metadata agent@dv-cinder-829630-2-iscsi: {}, May 04 14:58:11.923641 dv-cinder-829630-2-iscsi neutron-server[101864]: Metering agent@dv-cinder-829630-2-iscsi: {}, May 04 14:58:11.923641 dv-cinder-829630-2-iscsi neutron-server[101864]: Open vSwitch agent@dv-cinder-829630-2-iscsi: { 'AddressGroup': '1.2', May 04 14:58:11.923641 dv-cinder-829630-2-iscsi neutron-server[101864]: 'ConntrackHelper': '1.0', May 04 14:58:11.923641 dv-cinder-829630-2-iscsi neutron-server[101864]: 'Log': '1.0', May 04 14:58:11.923641 dv-cinder-829630-2-iscsi neutron-server[101864]: 'Network': '1.1', May 04 14:58:11.923641 dv-cinder-829630-2-iscsi neutron-server[101864]: 'Port': '1.7', May 04 14:58:11.923641 dv-cinder-829630-2-iscsi neutron-server[101864]: 'PortForwarding': '1.2', May 04 14:58:11.923641 dv-cinder-829630-2-iscsi neutron-server[101864]: 'QosPolicy': '1.9', May 04 14:58:11.923641 dv-cinder-829630-2-iscsi neutron-server[101864]: 'SecurityGroup': '1.4', May 04 14:58:11.923641 dv-cinder-829630-2-iscsi neutron-server[101864]: 'SecurityGroupRule': '1.2', May 04 14:58:11.923641 dv-cinder-829630-2-iscsi neutron-server[101864]: 'SubPort': '1.0', May 04 14:58:11.923641 dv-cinder-829630-2-iscsi neutron-server[101864]: 'Subnet': '1.1', May 04 14:58:11.923641 dv-cinder-829630-2-iscsi neutron-server[101864]: 'Trunk': '1.1'}} May 04 14:58:11.923641 dv-cinder-829630-2-iscsi neutron-server[101864]: {{(pid=101864) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:58:11.960443 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-fa710df0-d1ea-4477-990c-e924bc91d521 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755427588545'] for network, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:11.966894 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-88fbf0a9-136c-4597-8825-9aeff97119a8 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1965692413-network', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:58:12.008373 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88fbf0a9-136c-4597-8825-9aeff97119a8 admin admin] Made reservation on behalf of 905c2ec6da98485d974f32e58df0cfb5 for: {'network': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:58:12.011592 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-88fbf0a9-136c-4597-8825-9aeff97119a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for network, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:12.028347 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-88fbf0a9-136c-4597-8825-9aeff97119a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:12.056499 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-fa710df0-d1ea-4477-990c-e924bc91d521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198'] for network, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:12.057693 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa710df0-d1ea-4477-990c-e924bc91d521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:12.058646 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-fa710df0-d1ea-4477-990c-e924bc91d521 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:12.117682 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-fa710df0-d1ea-4477-990c-e924bc91d521 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7182477 May 04 14:58:12.120645 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 40258) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:12.128351 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-e2d2e4d2-8ef2-421b-bd23-d27917ae12ff admin admin] Request body: {'subnet': {'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-702985069-subnet', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:58:12.159446 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2d2e4d2-8ef2-421b-bd23-d27917ae12ff admin admin] Made reservation on behalf of 192ccf80824d4fa59de46a9e21ae0572 for: {'subnet': 1} {{(pid=101863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:58:12.163628 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-e2d2e4d2-8ef2-421b-bd23-d27917ae12ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:12.199573 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-88fbf0a9-136c-4597-8825-9aeff97119a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:12.207915 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-88fbf0a9-136c-4597-8825-9aeff97119a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:12.238329 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fbf0a9-136c-4597-8825-9aeff97119a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa7d3f51-a515-46af-af1b-25bd5c88825e,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:12.244036 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa710df0-d1ea-4477-990c-e924bc91d521 admin admin] Pushing event updated for resources: {'Network': ['ID=60c30b73-0e7f-49bb-89af-0e44584f9d97,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:12.262587 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88fbf0a9-136c-4597-8825-9aeff97119a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 287} {{(pid=101864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:58:12.268201 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Network 60c30b73-0e7f-49bb-89af-0e44584f9d97 details requested by agent ovs-agent-dv-cinder-829630-2-iscsi with host dv-cinder-829630-2-iscsi {{(pid=101865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:58:12.274262 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-88fbf0a9-136c-4597-8825-9aeff97119a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:12.274897 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.db.segments_db [None req-88fbf0a9-136c-4597-8825-9aeff97119a8 admin admin] Added segment 534d5c1f-96ae-4c1a-a88f-267c90e99e91 of type vlan for network 1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc May 04 14:58:12.364685 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-88fbf0a9-136c-4597-8825-9aeff97119a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755427588545'] for network, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:12.432002 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-88fbf0a9-136c-4597-8825-9aeff97119a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198'] for network, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:12.433732 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fbf0a9-136c-4597-8825-9aeff97119a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:12.434866 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-88fbf0a9-136c-4597-8825-9aeff97119a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:12.459406 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-e2d2e4d2-8ef2-421b-bd23-d27917ae12ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198'] for subnet, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:12.499894 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 40264) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:12.576472 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 40270) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:12.602380 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2e4d2-8ef2-421b-bd23-d27917ae12ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=030f9125-e21b-4852-a6f8-1ba70c2222d2,revision_number=0']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:12.614542 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2e4d2-8ef2-421b-bd23-d27917ae12ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:12.615274 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2e4d2-8ef2-421b-bd23-d27917ae12ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:12.615822 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2e4d2-8ef2-421b-bd23-d27917ae12ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:12.616370 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2e4d2-8ef2-421b-bd23-d27917ae12ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:12.616936 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2e4d2-8ef2-421b-bd23-d27917ae12ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:12.617500 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2e4d2-8ef2-421b-bd23-d27917ae12ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:12.618037 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2e4d2-8ef2-421b-bd23-d27917ae12ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:12.619559 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-88fbf0a9-136c-4597-8825-9aeff97119a8 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.0371270 May 04 14:58:12.623522 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 40276) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:12.625904 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2e4d2-8ef2-421b-bd23-d27917ae12ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:12.627951 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2e4d2-8ef2-421b-bd23-d27917ae12ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:12.628490 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2e4d2-8ef2-421b-bd23-d27917ae12ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:12.630470 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2e4d2-8ef2-421b-bd23-d27917ae12ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:12.630982 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2e4d2-8ef2-421b-bd23-d27917ae12ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:12.632267 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-b6ae957f-f60d-42b2-be65-4bf8bbc54f05 admin admin] Request body: {'subnet': {'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1965692413-subnet', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:58:12.632835 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2d2e4d2-8ef2-421b-bd23-d27917ae12ff admin admin] Tracked resource versions report: May 04 14:58:12.632835 dv-cinder-829630-2-iscsi neutron-server[101863]: pushed versions: May 04 14:58:12.632835 dv-cinder-829630-2-iscsi neutron-server[101863]: { 'AddressGroup': {'1.2'}, May 04 14:58:12.632835 dv-cinder-829630-2-iscsi neutron-server[101863]: 'ConntrackHelper': {'1.0'}, May 04 14:58:12.632835 dv-cinder-829630-2-iscsi neutron-server[101863]: 'Log': {'1.0'}, May 04 14:58:12.632835 dv-cinder-829630-2-iscsi neutron-server[101863]: 'Network': {'1.1'}, May 04 14:58:12.632835 dv-cinder-829630-2-iscsi neutron-server[101863]: 'Port': {'1.7'}, May 04 14:58:12.632835 dv-cinder-829630-2-iscsi neutron-server[101863]: 'PortForwarding': {'1.2'}, May 04 14:58:12.632835 dv-cinder-829630-2-iscsi neutron-server[101863]: 'QosPolicy': {'1.9'}, May 04 14:58:12.632835 dv-cinder-829630-2-iscsi neutron-server[101863]: 'SecurityGroup': {'1.4'}, May 04 14:58:12.632835 dv-cinder-829630-2-iscsi neutron-server[101863]: 'SecurityGroupRule': {'1.2'}, May 04 14:58:12.632835 dv-cinder-829630-2-iscsi neutron-server[101863]: 'SubPort': {'1.0'}, May 04 14:58:12.632835 dv-cinder-829630-2-iscsi neutron-server[101863]: 'Subnet': {'1.1'}, May 04 14:58:12.632835 dv-cinder-829630-2-iscsi neutron-server[101863]: 'Trunk': {'1.1'}} May 04 14:58:12.632835 dv-cinder-829630-2-iscsi neutron-server[101863]: consumer versions: May 04 14:58:12.632835 dv-cinder-829630-2-iscsi neutron-server[101863]: { DHCP agent@dv-cinder-829630-2-iscsi: {}, May 04 14:58:12.632835 dv-cinder-829630-2-iscsi neutron-server[101863]: HyperV agent@hv-cinder-82963: {}, May 04 14:58:12.632835 dv-cinder-829630-2-iscsi neutron-server[101863]: L3 agent@dv-cinder-829630-2-iscsi: {}, May 04 14:58:12.632835 dv-cinder-829630-2-iscsi neutron-server[101863]: Metadata agent@dv-cinder-829630-2-iscsi: {}, May 04 14:58:12.632835 dv-cinder-829630-2-iscsi neutron-server[101863]: Metering agent@dv-cinder-829630-2-iscsi: {}, May 04 14:58:12.632835 dv-cinder-829630-2-iscsi neutron-server[101863]: Open vSwitch agent@dv-cinder-829630-2-iscsi: { 'AddressGroup': '1.2', May 04 14:58:12.632835 dv-cinder-829630-2-iscsi neutron-server[101863]: 'ConntrackHelper': '1.0', May 04 14:58:12.632835 dv-cinder-829630-2-iscsi neutron-server[101863]: 'Log': '1.0', May 04 14:58:12.632835 dv-cinder-829630-2-iscsi neutron-server[101863]: 'Network': '1.1', May 04 14:58:12.632835 dv-cinder-829630-2-iscsi neutron-server[101863]: 'Port': '1.7', May 04 14:58:12.632835 dv-cinder-829630-2-iscsi neutron-server[101863]: 'PortForwarding': '1.2', May 04 14:58:12.632835 dv-cinder-829630-2-iscsi neutron-server[101863]: 'QosPolicy': '1.9', May 04 14:58:12.632835 dv-cinder-829630-2-iscsi neutron-server[101863]: 'SecurityGroup': '1.4', May 04 14:58:12.632835 dv-cinder-829630-2-iscsi neutron-server[101863]: 'SecurityGroupRule': '1.2', May 04 14:58:12.632835 dv-cinder-829630-2-iscsi neutron-server[101863]: 'SubPort': '1.0', May 04 14:58:12.632835 dv-cinder-829630-2-iscsi neutron-server[101863]: 'Subnet': '1.1', May 04 14:58:12.632835 dv-cinder-829630-2-iscsi neutron-server[101863]: 'Trunk': '1.1'}} May 04 14:58:12.632835 dv-cinder-829630-2-iscsi neutron-server[101863]: {{(pid=101863) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:58:12.672377 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ae957f-f60d-42b2-be65-4bf8bbc54f05 admin admin] Made reservation on behalf of 905c2ec6da98485d974f32e58df0cfb5 for: {'subnet': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:58:12.676959 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d2e4d2-8ef2-421b-bd23-d27917ae12ff admin admin] Checking segment: {'id': 'b1142b6e-dead-4f76-9ea3-713e036ec259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:58:12.677465 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b6ae957f-f60d-42b2-be65-4bf8bbc54f05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:12.678020 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d2e4d2-8ef2-421b-bd23-d27917ae12ff admin admin] Network hostable DHCP agents. Network: 60c30b73-0e7f-49bb-89af-0e44584f9d97, hostable agents: ['fc62abde-e1bd-4968-8f20-84ac7e991332'], hosted agents: [] {{(pid=101863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:58:12.722555 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d2e4d2-8ef2-421b-bd23-d27917ae12ff admin admin] Network 60c30b73-0e7f-49bb-89af-0e44584f9d97 is scheduled to be hosted by DHCP agent fc62abde-e1bd-4968-8f20-84ac7e991332 with binding_index 1 {{(pid=101863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:58:12.735193 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-e2d2e4d2-8ef2-421b-bd23-d27917ae12ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-iscsi, 60c30b73-0e7f-49bb-89af-0e44584f9d97) {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:58:12.740696 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d2e4d2-8ef2-421b-bd23-d27917ae12ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:12.741535 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-e2d2e4d2-8ef2-421b-bd23-d27917ae12ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for subnet, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:12.748281 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1a6c96-0274-4f73-b3a7-24cea51fad43 None None] Network 60c30b73-0e7f-49bb-89af-0e44584f9d97 requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 14:58:12.773988 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fbf0a9-136c-4597-8825-9aeff97119a8 admin admin] Pushing event updated for resources: {'Network': ['ID=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:12.784861 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-e2d2e4d2-8ef2-421b-bd23-d27917ae12ff admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6627233 May 04 14:58:12.787890 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 40288) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:12.792136 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-337e480b-a8f5-48ec-a8eb-336b76c7b782 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-702985069-router', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:58:12.831935 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-337e480b-a8f5-48ec-a8eb-336b76c7b782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27414'] for router, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:12.833554 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-337e480b-a8f5-48ec-a8eb-336b76c7b782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-625769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-667354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27437'] for router, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:12.852454 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Network 1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc details requested by agent ovs-agent-dv-cinder-829630-2-iscsi with host dv-cinder-829630-2-iscsi {{(pid=101865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:58:12.918282 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-c5c6f1f1-c5d3-4e4a-b3ac-cd4435c4fc6e admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1692533174-network', 'tenant_id': '57d64dda77e6448292f8f27ee394bdd2'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:58:12.932069 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-292eb85e-d1f9-4642-98a7-4ac7dc88222c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-576760527-network', 'tenant_id': '87d12057fd5046da9f6ec905d089d476'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:58:12.941203 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-337e480b-a8f5-48ec-a8eb-336b76c7b782 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:12.958307 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 40292) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:12.980909 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292eb85e-d1f9-4642-98a7-4ac7dc88222c admin admin] Made reservation on behalf of 87d12057fd5046da9f6ec905d089d476 for: {'network': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:58:12.983793 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-292eb85e-d1f9-4642-98a7-4ac7dc88222c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for network, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:12.993389 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5c6f1f1-c5d3-4e4a-b3ac-cd4435c4fc6e admin admin] Made reservation on behalf of 57d64dda77e6448292f8f27ee394bdd2 for: {'network': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:58:12.996424 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c5c6f1f1-c5d3-4e4a-b3ac-cd4435c4fc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for network, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:13.022404 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-292eb85e-d1f9-4642-98a7-4ac7dc88222c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:13.091521 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c5c6f1f1-c5d3-4e4a-b3ac-cd4435c4fc6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:13.144021 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3400e0ca-d3d2-4216-98b6-67ae8652843e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08658952-b33c-5b25-a311-2ddce2069787-60c30b73-0e7f-49bb-89af-0e44584f9d97', 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'fixed_ips': [{'subnet_id': '030f9125-e21b-4852-a6f8-1ba70c2222d2'}]}} from dv-cinder-829630-2-iscsi. {{(pid=101865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 04 14:58:13.145021 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-3400e0ca-d3d2-4216-98b6-67ae8652843e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:13.151422 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b6ae957f-f60d-42b2-be65-4bf8bbc54f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198'] for subnet, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:13.280641 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-337e480b-a8f5-48ec-a8eb-336b76c7b782 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:13.350412 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ae957f-f60d-42b2-be65-4bf8bbc54f05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a,revision_number=0']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:13.378827 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.db_base_plugin_common [None req-3400e0ca-d3d2-4216-98b6-67ae8652843e None None] Allocated IP 172.20.0.2 (60c30b73-0e7f-49bb-89af-0e44584f9d97/030f9125-e21b-4852-a6f8-1ba70c2222d2/168d45a7-68e7-4f05-b642-1e632b1af4f9) {{(pid=101865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:58:13.413257 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ae957f-f60d-42b2-be65-4bf8bbc54f05 admin admin] Checking segment: {'id': '534d5c1f-96ae-4c1a-a88f-267c90e99e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:58:13.425847 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ae957f-f60d-42b2-be65-4bf8bbc54f05 admin admin] Network hostable DHCP agents. Network: 1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc, hostable agents: ['fc62abde-e1bd-4968-8f20-84ac7e991332'], hosted agents: [] {{(pid=101864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:58:13.537173 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-6c0d3f6c-22b5-40ea-b2cf-5ceec9a96360 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-523644229-network', 'tenant_id': '340c54c2b6534b6590f3840bbaba4fb2'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:58:13.542996 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-337e480b-a8f5-48ec-a8eb-336b76c7b782 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:13.551519 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-292eb85e-d1f9-4642-98a7-4ac7dc88222c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:13.582893 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-292eb85e-d1f9-4642-98a7-4ac7dc88222c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:13.583160 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-3400e0ca-d3d2-4216-98b6-67ae8652843e None None] Notify callbacks [] for port, precommit_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:13.590516 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-337e480b-a8f5-48ec-a8eb-336b76c7b782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:13.591300 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-3400e0ca-d3d2-4216-98b6-67ae8652843e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013'] for port, after_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:13.631967 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3400e0ca-d3d2-4216-98b6-67ae8652843e None None] Network 60c30b73-0e7f-49bb-89af-0e44584f9d97 is already hosted by enough agents. {{(pid=101865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:58:13.635227 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.scheduler.base_scheduler [None req-3400e0ca-d3d2-4216-98b6-67ae8652843e None None] Resources bound (agent type, host, resource id): {{(pid=101865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:58:13.640079 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3400e0ca-d3d2-4216-98b6-67ae8652843e None None] Received port after_create {{(pid=101865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:58:13.676422 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c5c6f1f1-c5d3-4e4a-b3ac-cd4435c4fc6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:13.691683 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400e0ca-d3d2-4216-98b6-67ae8652843e None None] Pushing event updated for resources: {'Port': ['ID=168d45a7-68e7-4f05-b642-1e632b1af4f9,revision_number=1']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:13.718224 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292eb85e-d1f9-4642-98a7-4ac7dc88222c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d98dcdba-5a4c-4d0d-8b8b-0ee917e6d04b,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:13.737285 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400e0ca-d3d2-4216-98b6-67ae8652843e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:13.737644 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400e0ca-d3d2-4216-98b6-67ae8652843e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:13.737974 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400e0ca-d3d2-4216-98b6-67ae8652843e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:13.738305 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400e0ca-d3d2-4216-98b6-67ae8652843e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:13.738654 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400e0ca-d3d2-4216-98b6-67ae8652843e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:13.738949 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400e0ca-d3d2-4216-98b6-67ae8652843e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:13.739266 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400e0ca-d3d2-4216-98b6-67ae8652843e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:13.739583 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400e0ca-d3d2-4216-98b6-67ae8652843e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:13.739915 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400e0ca-d3d2-4216-98b6-67ae8652843e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:13.740535 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400e0ca-d3d2-4216-98b6-67ae8652843e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:13.740884 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400e0ca-d3d2-4216-98b6-67ae8652843e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:13.741204 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400e0ca-d3d2-4216-98b6-67ae8652843e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:13.742499 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3400e0ca-d3d2-4216-98b6-67ae8652843e None None] Tracked resource versions report: May 04 14:58:13.742499 dv-cinder-829630-2-iscsi neutron-server[101865]: pushed versions: May 04 14:58:13.742499 dv-cinder-829630-2-iscsi neutron-server[101865]: { 'AddressGroup': {'1.2'}, May 04 14:58:13.742499 dv-cinder-829630-2-iscsi neutron-server[101865]: 'ConntrackHelper': {'1.0'}, May 04 14:58:13.742499 dv-cinder-829630-2-iscsi neutron-server[101865]: 'Log': {'1.0'}, May 04 14:58:13.742499 dv-cinder-829630-2-iscsi neutron-server[101865]: 'Network': {'1.1'}, May 04 14:58:13.742499 dv-cinder-829630-2-iscsi neutron-server[101865]: 'Port': {'1.7'}, May 04 14:58:13.742499 dv-cinder-829630-2-iscsi neutron-server[101865]: 'PortForwarding': {'1.2'}, May 04 14:58:13.742499 dv-cinder-829630-2-iscsi neutron-server[101865]: 'QosPolicy': {'1.9'}, May 04 14:58:13.742499 dv-cinder-829630-2-iscsi neutron-server[101865]: 'SecurityGroup': {'1.4'}, May 04 14:58:13.742499 dv-cinder-829630-2-iscsi neutron-server[101865]: 'SecurityGroupRule': {'1.2'}, May 04 14:58:13.742499 dv-cinder-829630-2-iscsi neutron-server[101865]: 'SubPort': {'1.0'}, May 04 14:58:13.742499 dv-cinder-829630-2-iscsi neutron-server[101865]: 'Subnet': {'1.1'}, May 04 14:58:13.742499 dv-cinder-829630-2-iscsi neutron-server[101865]: 'Trunk': {'1.1'}} May 04 14:58:13.742499 dv-cinder-829630-2-iscsi neutron-server[101865]: consumer versions: May 04 14:58:13.742499 dv-cinder-829630-2-iscsi neutron-server[101865]: { DHCP agent@dv-cinder-829630-2-iscsi: {}, May 04 14:58:13.742499 dv-cinder-829630-2-iscsi neutron-server[101865]: HyperV agent@hv-cinder-82963: {}, May 04 14:58:13.742499 dv-cinder-829630-2-iscsi neutron-server[101865]: L3 agent@dv-cinder-829630-2-iscsi: {}, May 04 14:58:13.742499 dv-cinder-829630-2-iscsi neutron-server[101865]: Metadata agent@dv-cinder-829630-2-iscsi: {}, May 04 14:58:13.742499 dv-cinder-829630-2-iscsi neutron-server[101865]: Metering agent@dv-cinder-829630-2-iscsi: {}, May 04 14:58:13.742499 dv-cinder-829630-2-iscsi neutron-server[101865]: Open vSwitch agent@dv-cinder-829630-2-iscsi: { 'AddressGroup': '1.2', May 04 14:58:13.742499 dv-cinder-829630-2-iscsi neutron-server[101865]: 'ConntrackHelper': '1.0', May 04 14:58:13.742499 dv-cinder-829630-2-iscsi neutron-server[101865]: 'Log': '1.0', May 04 14:58:13.742499 dv-cinder-829630-2-iscsi neutron-server[101865]: 'Network': '1.1', May 04 14:58:13.742499 dv-cinder-829630-2-iscsi neutron-server[101865]: 'Port': '1.7', May 04 14:58:13.742499 dv-cinder-829630-2-iscsi neutron-server[101865]: 'PortForwarding': '1.2', May 04 14:58:13.742499 dv-cinder-829630-2-iscsi neutron-server[101865]: 'QosPolicy': '1.9', May 04 14:58:13.742499 dv-cinder-829630-2-iscsi neutron-server[101865]: 'SecurityGroup': '1.4', May 04 14:58:13.742499 dv-cinder-829630-2-iscsi neutron-server[101865]: 'SecurityGroupRule': '1.2', May 04 14:58:13.742499 dv-cinder-829630-2-iscsi neutron-server[101865]: 'SubPort': '1.0', May 04 14:58:13.742499 dv-cinder-829630-2-iscsi neutron-server[101865]: 'Subnet': '1.1', May 04 14:58:13.742499 dv-cinder-829630-2-iscsi neutron-server[101865]: 'Trunk': '1.1'}} May 04 14:58:13.742499 dv-cinder-829630-2-iscsi neutron-server[101865]: {{(pid=101865) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:58:13.756138 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-3400e0ca-d3d2-4216-98b6-67ae8652843e None None] Attempting to bind port 168d45a7-68e7-4f05-b642-1e632b1af4f9 on host dv-cinder-829630-2-iscsi for vnic_type normal with profile {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:58:13.756711 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-3400e0ca-d3d2-4216-98b6-67ae8652843e None None] Attempting to bind port 168d45a7-68e7-4f05-b642-1e632b1af4f9 by drivers openvswitch,hyperv on host dv-cinder-829630-2-iscsi at level 0 using segments [{'id': 'b1142b6e-dead-4f76-9ea3-713e036ec259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97'}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:58:13.757139 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3400e0ca-d3d2-4216-98b6-67ae8652843e None None] Attempting to bind port 168d45a7-68e7-4f05-b642-1e632b1af4f9 on network 60c30b73-0e7f-49bb-89af-0e44584f9d97 {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:58:13.762936 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3400e0ca-d3d2-4216-98b6-67ae8652843e None None] Checking agent: {'id': '53237496-8014-4dc2-9deb-3d098fbdee6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 49, 42), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:58:13.763298 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3400e0ca-d3d2-4216-98b6-67ae8652843e None None] Checking segment: {'id': 'b1142b6e-dead-4f76-9ea3-713e036ec259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:58:13.763694 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-3400e0ca-d3d2-4216-98b6-67ae8652843e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:13.764078 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3400e0ca-d3d2-4216-98b6-67ae8652843e None None] Bound using segment: {'id': 'b1142b6e-dead-4f76-9ea3-713e036ec259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97'} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:58:13.764558 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-3400e0ca-d3d2-4216-98b6-67ae8652843e None None] Bound port: 168d45a7-68e7-4f05-b642-1e632b1af4f9, host: dv-cinder-829630-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1142b6e-dead-4f76-9ea3-713e036ec259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97'}}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:58:13.764979 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-3400e0ca-d3d2-4216-98b6-67ae8652843e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:13.786352 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ae957f-f60d-42b2-be65-4bf8bbc54f05 admin admin] Network 1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc is scheduled to be hosted by DHCP agent fc62abde-e1bd-4968-8f20-84ac7e991332 with binding_index 1 {{(pid=101864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:58:13.797986 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-292eb85e-d1f9-4642-98a7-4ac7dc88222c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=101864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:58:13.822122 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-292eb85e-d1f9-4642-98a7-4ac7dc88222c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:13.823934 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.db.segments_db [None req-292eb85e-d1f9-4642-98a7-4ac7dc88222c admin admin] Added segment 5fc74e29-6563-4af1-8324-f9079d6eac6f of type vlan for network 55dbbf73-0e6e-443d-9d78-4a6112dd0160 May 04 14:58:13.875799 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.db_base_plugin_common [None req-337e480b-a8f5-48ec-a8eb-336b76c7b782 admin admin] Allocated IP 172.27.1.50 (de075482-66db-4cfa-a120-f2ea157cd064/5a69c200-2813-4998-8939-5704799bdcf4/14c6e390-898c-40c3-b504-117e314d1081) {{(pid=101863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:58:13.887843 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-3400e0ca-d3d2-4216-98b6-67ae8652843e None None] For port 168d45a7-68e7-4f05-b642-1e632b1af4f9, host dv-cinder-829630-2-iscsi, cleared binding levels {{(pid=101865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:58:13.896864 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-292eb85e-d1f9-4642-98a7-4ac7dc88222c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755427588545'] for network, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:13.900660 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-3400e0ca-d3d2-4216-98b6-67ae8652843e None None] For port 168d45a7-68e7-4f05-b642-1e632b1af4f9, host dv-cinder-829630-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=168d45a7-68e7-4f05-b642-1e632b1af4f9,segment=NetworkSegment(b1142b6e-dead-4f76-9ea3-713e036ec259),segment_id=b1142b6e-dead-4f76-9ea3-713e036ec259)] {{(pid=101865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:58:13.907588 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-3400e0ca-d3d2-4216-98b6-67ae8652843e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:13.929548 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c5c6f1f1-c5d3-4e4a-b3ac-cd4435c4fc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:13.945999 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-292eb85e-d1f9-4642-98a7-4ac7dc88222c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198'] for network, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:13.947300 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292eb85e-d1f9-4642-98a7-4ac7dc88222c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:13.948162 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-292eb85e-d1f9-4642-98a7-4ac7dc88222c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:13.950468 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0d3f6c-22b5-40ea-b2cf-5ceec9a96360 admin admin] Made reservation on behalf of 340c54c2b6534b6590f3840bbaba4fb2 for: {'network': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:58:13.953503 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3f6c-22b5-40ea-b2cf-5ceec9a96360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for network, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:14.051612 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292eb85e-d1f9-4642-98a7-4ac7dc88222c admin admin] Pushing event updated for resources: {'Network': ['ID=55dbbf73-0e6e-443d-9d78-4a6112dd0160,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:14.055264 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-337e480b-a8f5-48ec-a8eb-336b76c7b782 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:14.067873 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [None req-b6ae957f-f60d-42b2-be65-4bf8bbc54f05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-iscsi, 1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc) {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:58:14.069583 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Network 55dbbf73-0e6e-443d-9d78-4a6112dd0160 details requested by agent ovs-agent-dv-cinder-829630-2-iscsi with host dv-cinder-829630-2-iscsi {{(pid=101865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:58:14.080611 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3400e0ca-d3d2-4216-98b6-67ae8652843e None None] Pushing event updated for resources: {'Port': ['ID=168d45a7-68e7-4f05-b642-1e632b1af4f9,revision_number=2']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:14.096850 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-337e480b-a8f5-48ec-a8eb-336b76c7b782 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013'] for port, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:14.116595 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3f6c-22b5-40ea-b2cf-5ceec9a96360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:14.133421 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5c6f1f1-c5d3-4e4a-b3ac-cd4435c4fc6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 297} {{(pid=101864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:58:14.153539 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337e480b-a8f5-48ec-a8eb-336b76c7b782 admin admin] Pushing event updated for resources: {'Port': ['ID=14c6e390-898c-40c3-b504-117e314d1081,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:14.175520 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-337e480b-a8f5-48ec-a8eb-336b76c7b782 admin admin] Network de075482-66db-4cfa-a120-f2ea157cd064 is already hosted by enough agents. {{(pid=101863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:58:14.177455 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 40322) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:14.178748 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-337e480b-a8f5-48ec-a8eb-336b76c7b782 admin admin] Resources bound (agent type, host, resource id): {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:58:14.180414 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-292eb85e-d1f9-4642-98a7-4ac7dc88222c admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5923657 May 04 14:58:14.182140 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6f1f1-c5d3-4e4a-b3ac-cd4435c4fc6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65adce39-db57-48ba-a375-702f1c8de432,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:14.186066 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-1c6c5293-4422-4b4e-8e0c-a038c9490759 admin admin] Request body: {'subnet': {'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-576760527-subnet', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:58:14.190479 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337e480b-a8f5-48ec-a8eb-336b76c7b782 admin admin] Received port after_create {{(pid=101863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:58:14.232998 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ae957f-f60d-42b2-be65-4bf8bbc54f05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:14.234186 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b6ae957f-f60d-42b2-be65-4bf8bbc54f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for subnet, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:14.241683 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c5c6f1f1-c5d3-4e4a-b3ac-cd4435c4fc6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:14.242028 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.db.segments_db [None req-c5c6f1f1-c5d3-4e4a-b3ac-cd4435c4fc6e admin admin] Added segment bce5f77d-4192-4b4a-8399-cc9439ad3aff of type vlan for network 154185dd-acfb-40f5-829a-54dedf55814a May 04 14:58:14.245695 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94464cfe-72ab-4594-9cff-6cb2433f1c19 None None] Network 1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 14:58:14.317712 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-b6ae957f-f60d-42b2-be65-4bf8bbc54f05 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.6890688 May 04 14:58:14.326360 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 40324) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:14.333731 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-b9434dd3-3587-4b32-9abf-8dc8a668d986 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1965692413-router', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:58:14.362978 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c5c6f1f1-c5d3-4e4a-b3ac-cd4435c4fc6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755427588545'] for network, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:14.366510 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b9434dd3-3587-4b32-9abf-8dc8a668d986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27414'] for router, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:14.368166 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b9434dd3-3587-4b32-9abf-8dc8a668d986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-625769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-667354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27437'] for router, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:14.708965 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c6c5293-4422-4b4e-8e0c-a038c9490759 admin admin] Made reservation on behalf of 87d12057fd5046da9f6ec905d089d476 for: {'subnet': 1} {{(pid=101863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:58:14.708965 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-1c6c5293-4422-4b4e-8e0c-a038c9490759 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:14.713393 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c5c6f1f1-c5d3-4e4a-b3ac-cd4435c4fc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198'] for network, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:14.713393 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c6f1f1-c5d3-4e4a-b3ac-cd4435c4fc6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:14.713393 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c5c6f1f1-c5d3-4e4a-b3ac-cd4435c4fc6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:14.713393 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6f1f1-c5d3-4e4a-b3ac-cd4435c4fc6e admin admin] Pushing event updated for resources: {'Network': ['ID=154185dd-acfb-40f5-829a-54dedf55814a,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:14.753864 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b9434dd3-3587-4b32-9abf-8dc8a668d986 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:14.757047 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Network 154185dd-acfb-40f5-829a-54dedf55814a details requested by agent ovs-agent-dv-cinder-829630-2-iscsi with host dv-cinder-829630-2-iscsi {{(pid=101865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:58:14.765956 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d54c28ff-b49c-439a-9e61-43ec0ddd93a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08658952-b33c-5b25-a311-2ddce2069787-1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc', 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'fixed_ips': [{'subnet_id': '5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a'}]}} from dv-cinder-829630-2-iscsi. {{(pid=101865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 04 14:58:14.767034 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-d54c28ff-b49c-439a-9e61-43ec0ddd93a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:14.923235 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3f6c-22b5-40ea-b2cf-5ceec9a96360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:14.930709 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-c5c6f1f1-c5d3-4e4a-b3ac-cd4435c4fc6e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.4270205 May 04 14:58:14.943709 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 40352) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:14.958747 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-0a565e9f-a117-421e-860a-7179ec903d64 admin admin] Request body: {'subnet': {'network_id': '154185dd-acfb-40f5-829a-54dedf55814a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1692533174-subnet', 'tenant_id': '57d64dda77e6448292f8f27ee394bdd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:58:14.972042 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3f6c-22b5-40ea-b2cf-5ceec9a96360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:14.986726 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c0d3f6c-22b5-40ea-b2cf-5ceec9a96360 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=101864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:58:14.991204 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a565e9f-a117-421e-860a-7179ec903d64 admin admin] Made reservation on behalf of 57d64dda77e6448292f8f27ee394bdd2 for: {'subnet': 1} {{(pid=101863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:58:14.996997 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3f6c-22b5-40ea-b2cf-5ceec9a96360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:14.997187 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-0a565e9f-a117-421e-860a-7179ec903d64 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:14.997309 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.db.segments_db [None req-6c0d3f6c-22b5-40ea-b2cf-5ceec9a96360 admin admin] Added segment f2a774e1-0ef4-4840-b58c-af661d4a4c39 of type vlan for network 0b1f0998-b40c-4b96-a6a5-5579edcd628a May 04 14:58:15.036904 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.db_base_plugin_common [None req-d54c28ff-b49c-439a-9e61-43ec0ddd93a8 None None] Allocated IP 172.20.0.2 (1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc/5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a/47f8606d-10fe-4fa6-89bd-8b41f1ff0caf) {{(pid=101865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:58:15.038847 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3f6c-22b5-40ea-b2cf-5ceec9a96360 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755427588545'] for network, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:15.071437 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3f6c-22b5-40ea-b2cf-5ceec9a96360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198'] for network, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:15.072590 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0d3f6c-22b5-40ea-b2cf-5ceec9a96360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:15.073274 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6c0d3f6c-22b5-40ea-b2cf-5ceec9a96360 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:15.127961 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b9434dd3-3587-4b32-9abf-8dc8a668d986 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:15.142404 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-6c0d3f6c-22b5-40ea-b2cf-5ceec9a96360 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.1813898 May 04 14:58:15.145129 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 40356) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:15.159009 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-337e480b-a8f5-48ec-a8eb-336b76c7b782 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:15.170374 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-59d16193-cd46-4d10-b948-7ae8e620b632 admin admin] Request body: {'subnet': {'network_id': '0b1f0998-b40c-4b96-a6a5-5579edcd628a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-523644229-subnet', 'tenant_id': '340c54c2b6534b6590f3840bbaba4fb2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:58:15.223634 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-d54c28ff-b49c-439a-9e61-43ec0ddd93a8 None None] Notify callbacks [] for port, precommit_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:15.231952 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-d54c28ff-b49c-439a-9e61-43ec0ddd93a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013'] for port, after_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:15.307075 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d3f6c-22b5-40ea-b2cf-5ceec9a96360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16a50401-4087-4535-abf3-3ebe744eebf8,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:15.336827 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0d3f6c-22b5-40ea-b2cf-5ceec9a96360 admin admin] Pushing event updated for resources: {'Network': ['ID=0b1f0998-b40c-4b96-a6a5-5579edcd628a,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:15.337980 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c28ff-b49c-439a-9e61-43ec0ddd93a8 None None] Pushing event updated for resources: {'Port': ['ID=47f8606d-10fe-4fa6-89bd-8b41f1ff0caf,revision_number=1']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:15.354538 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Network 0b1f0998-b40c-4b96-a6a5-5579edcd628a details requested by agent ovs-agent-dv-cinder-829630-2-iscsi with host dv-cinder-829630-2-iscsi {{(pid=101865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:58:15.376781 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-0a565e9f-a117-421e-860a-7179ec903d64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198'] for subnet, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:15.449144 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59d16193-cd46-4d10-b948-7ae8e620b632 admin admin] Made reservation on behalf of 340c54c2b6534b6590f3840bbaba4fb2 for: {'subnet': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:58:15.451411 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-59d16193-cd46-4d10-b948-7ae8e620b632 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:15.456407 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d54c28ff-b49c-439a-9e61-43ec0ddd93a8 None None] Network 1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc is already hosted by enough agents. {{(pid=101865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:58:15.493953 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 168d45a7-68e7-4f05-b642-1e632b1af4f9 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:58:15.597458 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-1c6c5293-4422-4b4e-8e0c-a038c9490759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198'] for subnet, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:15.635356 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a565e9f-a117-421e-860a-7179ec903d64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=806670dc-ec02-49bc-8de7-1f47c1dbdb2c,revision_number=0']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:15.687598 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.scheduler.base_scheduler [None req-d54c28ff-b49c-439a-9e61-43ec0ddd93a8 None None] Resources bound (agent type, host, resource id): {{(pid=101865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:58:15.698974 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54c28ff-b49c-439a-9e61-43ec0ddd93a8 None None] Received port after_create {{(pid=101865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:58:15.762519 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6c5293-4422-4b4e-8e0c-a038c9490759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b0b50cf-2dce-427c-8d06-7da02fdf5e7e,revision_number=0']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:15.788221 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-d54c28ff-b49c-439a-9e61-43ec0ddd93a8 None None] Attempting to bind port 47f8606d-10fe-4fa6-89bd-8b41f1ff0caf on host dv-cinder-829630-2-iscsi for vnic_type normal with profile {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:58:15.788896 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-d54c28ff-b49c-439a-9e61-43ec0ddd93a8 None None] Attempting to bind port 47f8606d-10fe-4fa6-89bd-8b41f1ff0caf by drivers openvswitch,hyperv on host dv-cinder-829630-2-iscsi at level 0 using segments [{'id': '534d5c1f-96ae-4c1a-a88f-267c90e99e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc'}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:58:15.789182 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54c28ff-b49c-439a-9e61-43ec0ddd93a8 None None] Attempting to bind port 47f8606d-10fe-4fa6-89bd-8b41f1ff0caf on network 1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:58:15.790311 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a565e9f-a117-421e-860a-7179ec903d64 admin admin] Checking segment: {'id': 'bce5f77d-4192-4b4a-8399-cc9439ad3aff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 297, 'network_id': '154185dd-acfb-40f5-829a-54dedf55814a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:58:15.791370 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a565e9f-a117-421e-860a-7179ec903d64 admin admin] Network hostable DHCP agents. Network: 154185dd-acfb-40f5-829a-54dedf55814a, hostable agents: ['fc62abde-e1bd-4968-8f20-84ac7e991332'], hosted agents: [] {{(pid=101863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:58:15.795106 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port 168d45a7-68e7-4f05-b642-1e632b1af4f9 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:15.795481 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:15.798288 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54c28ff-b49c-439a-9e61-43ec0ddd93a8 None None] Checking agent: {'id': '53237496-8014-4dc2-9deb-3d098fbdee6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 49, 42), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:58:15.798944 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54c28ff-b49c-439a-9e61-43ec0ddd93a8 None None] Checking segment: {'id': '534d5c1f-96ae-4c1a-a88f-267c90e99e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:58:15.799065 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-d54c28ff-b49c-439a-9e61-43ec0ddd93a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:15.799464 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54c28ff-b49c-439a-9e61-43ec0ddd93a8 None None] Bound using segment: {'id': '534d5c1f-96ae-4c1a-a88f-267c90e99e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc'} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:58:15.799940 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-d54c28ff-b49c-439a-9e61-43ec0ddd93a8 None None] Bound port: 47f8606d-10fe-4fa6-89bd-8b41f1ff0caf, host: dv-cinder-829630-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534d5c1f-96ae-4c1a-a88f-267c90e99e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc'}}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:58:15.800344 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-d54c28ff-b49c-439a-9e61-43ec0ddd93a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:15.829074 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-337e480b-a8f5-48ec-a8eb-336b76c7b782 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-625762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628448'] for router, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:15.852990 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6c5293-4422-4b4e-8e0c-a038c9490759 admin admin] Checking segment: {'id': '5fc74e29-6563-4af1-8324-f9079d6eac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:58:15.853250 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6c5293-4422-4b4e-8e0c-a038c9490759 admin admin] Network hostable DHCP agents. Network: 55dbbf73-0e6e-443d-9d78-4a6112dd0160, hostable agents: ['fc62abde-e1bd-4968-8f20-84ac7e991332'], hosted agents: [] {{(pid=101863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:58:15.864202 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f20eb89-a0ab-4a9a-905c-f0a2d96e37e1 None None] Network 60c30b73-0e7f-49bb-89af-0e44584f9d97 requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 14:58:15.889404 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a565e9f-a117-421e-860a-7179ec903d64 admin admin] Network 154185dd-acfb-40f5-829a-54dedf55814a is scheduled to be hosted by DHCP agent fc62abde-e1bd-4968-8f20-84ac7e991332 with binding_index 1 {{(pid=101863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:58:15.891448 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b9434dd3-3587-4b32-9abf-8dc8a668d986 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:15.916218 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-0a565e9f-a117-421e-860a-7179ec903d64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-iscsi, 154185dd-acfb-40f5-829a-54dedf55814a) {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:58:15.927130 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a565e9f-a117-421e-860a-7179ec903d64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:15.928089 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-0a565e9f-a117-421e-860a-7179ec903d64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for subnet, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:15.928882 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b9434dd3-3587-4b32-9abf-8dc8a668d986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:15.947037 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a681948-76c2-4a11-a30d-56c405d91e9a None None] Network 154185dd-acfb-40f5-829a-54dedf55814a requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 14:58:16.043046 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-d54c28ff-b49c-439a-9e61-43ec0ddd93a8 None None] For port 47f8606d-10fe-4fa6-89bd-8b41f1ff0caf, host dv-cinder-829630-2-iscsi, cleared binding levels {{(pid=101865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:58:16.066394 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-a4648a98-6015-45e7-948c-2780cbb8e6e5 None None] Provisioning complete for port 168d45a7-68e7-4f05-b642-1e632b1af4f9 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:16.066638 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-a4648a98-6015-45e7-948c-2780cbb8e6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:16.068456 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-59d16193-cd46-4d10-b948-7ae8e620b632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198'] for subnet, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:16.106508 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-d54c28ff-b49c-439a-9e61-43ec0ddd93a8 None None] For port 47f8606d-10fe-4fa6-89bd-8b41f1ff0caf, host dv-cinder-829630-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=47f8606d-10fe-4fa6-89bd-8b41f1ff0caf,segment=NetworkSegment(534d5c1f-96ae-4c1a-a88f-267c90e99e91),segment_id=534d5c1f-96ae-4c1a-a88f-267c90e99e91)] {{(pid=101865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:58:16.117547 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c6c5293-4422-4b4e-8e0c-a038c9490759 admin admin] Network 55dbbf73-0e6e-443d-9d78-4a6112dd0160 is scheduled to be hosted by DHCP agent fc62abde-e1bd-4968-8f20-84ac7e991332 with binding_index 1 {{(pid=101863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:58:16.139784 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-0a565e9f-a117-421e-860a-7179ec903d64 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.1843288 May 04 14:58:16.139784 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-1c6c5293-4422-4b4e-8e0c-a038c9490759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-iscsi, 55dbbf73-0e6e-443d-9d78-4a6112dd0160) {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:58:16.139784 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c6c5293-4422-4b4e-8e0c-a038c9490759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:16.139784 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-1c6c5293-4422-4b4e-8e0c-a038c9490759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for subnet, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:16.149654 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-d54c28ff-b49c-439a-9e61-43ec0ddd93a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:16.157915 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-1c6c5293-4422-4b4e-8e0c-a038c9490759 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9758952 May 04 14:58:16.160697 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 40380) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:16.164040 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:16.165617 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-7539dd20-b14d-430f-805e-60b2c0611bad admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-576760527-router', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:58:16.203164 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7539dd20-b14d-430f-805e-60b2c0611bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27414'] for router, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:16.204634 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7539dd20-b14d-430f-805e-60b2c0611bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-625769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-667354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27437'] for router, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:16.209092 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d16193-cd46-4d10-b948-7ae8e620b632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7664bf8-589e-43a8-9358-c59ff32dc964,revision_number=0']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:16.222871 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54c28ff-b49c-439a-9e61-43ec0ddd93a8 None None] Pushing event updated for resources: {'Port': ['ID=47f8606d-10fe-4fa6-89bd-8b41f1ff0caf,revision_number=2']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:16.228440 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-337e480b-a8f5-48ec-a8eb-336b76c7b782 admin admin] Router abdfd2ac-0f24-4034-9f3a-647c8dad7e11 is scheduled to L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 with binding_index 1 {{(pid=101863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 14:58:16.258012 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4550eefd-c387-46ba-8727-6382f49d6ba9 None None] Network 55dbbf73-0e6e-443d-9d78-4a6112dd0160 requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 14:58:16.278097 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7539dd20-b14d-430f-805e-60b2c0611bad admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:16.303917 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59d16193-cd46-4d10-b948-7ae8e620b632 admin admin] Checking segment: {'id': 'f2a774e1-0ef4-4840-b58c-af661d4a4c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0b1f0998-b40c-4b96-a6a5-5579edcd628a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:58:16.304704 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d16193-cd46-4d10-b948-7ae8e620b632 admin admin] Network hostable DHCP agents. Network: 0b1f0998-b40c-4b96-a6a5-5579edcd628a, hostable agents: ['fc62abde-e1bd-4968-8f20-84ac7e991332'], hosted agents: [] {{(pid=101864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:58:16.318798 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_common [None req-b9434dd3-3587-4b32-9abf-8dc8a668d986 admin admin] Allocated IP 172.27.1.90 (de075482-66db-4cfa-a120-f2ea157cd064/5a69c200-2813-4998-8939-5704799bdcf4/21f78449-930d-41d7-a0fc-3452d0ca9b33) {{(pid=101864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:58:16.355586 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d16193-cd46-4d10-b948-7ae8e620b632 admin admin] Network 0b1f0998-b40c-4b96-a6a5-5579edcd628a is scheduled to be hosted by DHCP agent fc62abde-e1bd-4968-8f20-84ac7e991332 with binding_index 1 {{(pid=101864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:58:16.446575 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [None req-59d16193-cd46-4d10-b948-7ae8e620b632 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-iscsi, 0b1f0998-b40c-4b96-a6a5-5579edcd628a) {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:58:16.460509 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59d16193-cd46-4d10-b948-7ae8e620b632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:16.461201 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-59d16193-cd46-4d10-b948-7ae8e620b632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for subnet, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:16.482750 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7539dd20-b14d-430f-805e-60b2c0611bad admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:16.504359 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-59d16193-cd46-4d10-b948-7ae8e620b632 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3350112 May 04 14:58:16.547659 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b9434dd3-3587-4b32-9abf-8dc8a668d986 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:16.634833 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-a4648a98-6015-45e7-948c-2780cbb8e6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:16.643894 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c3cd9cd-c350-4c92-b161-163632c06389 None None] Network 0b1f0998-b40c-4b96-a6a5-5579edcd628a requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 14:58:16.647453 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b9434dd3-3587-4b32-9abf-8dc8a668d986 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013'] for port, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:16.725460 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-337e480b-a8f5-48ec-a8eb-336b76c7b782 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:58:16.741125 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c037a48-584c-4d78-8e1f-bf28ddec7fa3 None None] Sync routers for ids ['abdfd2ac-0f24-4034-9f3a-647c8dad7e11'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:58:16.765912 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9434dd3-3587-4b32-9abf-8dc8a668d986 admin admin] Pushing event updated for resources: {'Port': ['ID=21f78449-930d-41d7-a0fc-3452d0ca9b33,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:16.766627 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c037a48-584c-4d78-8e1f-bf28ddec7fa3 None None] Routers {'abdfd2ac-0f24-4034-9f3a-647c8dad7e11'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:58:16.770043 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-3c037a48-584c-4d78-8e1f-bf28ddec7fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T14:58:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['abdfd2ac-0f24-4034-9f3a-647c8dad7e11'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:16.826734 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-337e480b-a8f5-48ec-a8eb-336b76c7b782 admin admin] Notify callbacks [] for router, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:16.831439 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-337e480b-a8f5-48ec-a8eb-336b76c7b782 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.0422401 May 04 14:58:16.835149 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 40406) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:16.839071 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9434dd3-3587-4b32-9abf-8dc8a668d986 admin admin] Network de075482-66db-4cfa-a120-f2ea157cd064 is already hosted by enough agents. {{(pid=101864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:58:16.850430 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [None req-b9434dd3-3587-4b32-9abf-8dc8a668d986 admin admin] Resources bound (agent type, host, resource id): {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:58:16.857390 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9434dd3-3587-4b32-9abf-8dc8a668d986 admin admin] Received port after_create {{(pid=101864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:58:16.944962 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c69849bd-e02d-479d-8005-0809cb5f5c7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08658952-b33c-5b25-a311-2ddce2069787-55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'fixed_ips': [{'subnet_id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e'}]}} from dv-cinder-829630-2-iscsi. {{(pid=101865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 04 14:58:16.948216 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-c69849bd-e02d-479d-8005-0809cb5f5c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:17.158483 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] For port 168d45a7-68e7-4f05-b642-1e632b1af4f9, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=168d45a7-68e7-4f05-b642-1e632b1af4f9,segment=NetworkSegment(b1142b6e-dead-4f76-9ea3-713e036ec259),segment_id=b1142b6e-dead-4f76-9ea3-713e036ec259)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:17.185271 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 40424) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:17.211458 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-b6d7d025-e3f6-4ed7-8fca-cdbf400151f2 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1700902981-network', 'tenant_id': '727dce3d13c04e2dad98e542c45c5edf'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:58:17.344888 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d7d025-e3f6-4ed7-8fca-cdbf400151f2 admin admin] Made reservation on behalf of 727dce3d13c04e2dad98e542c45c5edf for: {'network': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:58:17.356903 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b6d7d025-e3f6-4ed7-8fca-cdbf400151f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for network, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:17.428860 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:17.442389 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8856a376-8978-421d-a382-d59036ac2cbe None None] Network 0b1f0998-b40c-4b96-a6a5-5579edcd628a requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 14:58:17.456183 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b6d7d025-e3f6-4ed7-8fca-cdbf400151f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:17.475525 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c067d53-acc6-47d9-a1ec-7abd28425947 None None] Network 154185dd-acfb-40f5-829a-54dedf55814a requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 14:58:17.511532 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-3c037a48-584c-4d78-8e1f-bf28ddec7fa3 None None] Set router abdfd2ac-0f24-4034-9f3a-647c8dad7e11 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:58:17.854280 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b9434dd3-3587-4b32-9abf-8dc8a668d986 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:17.897089 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 47f8606d-10fe-4fa6-89bd-8b41f1ff0caf up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:58:17.915811 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Pushing event updated for resources: {'Port': ['ID=168d45a7-68e7-4f05-b642-1e632b1af4f9,revision_number=3']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:18.113451 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 40470) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:18.114849 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7539dd20-b14d-430f-805e-60b2c0611bad admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:18.151238 dv-cinder-829630-2-iscsi neutron-server[101863]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 04 14:58:18.173390 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7539dd20-b14d-430f-805e-60b2c0611bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:18.206699 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.db.api [None req-a4648a98-6015-45e7-948c-2780cbb8e6e5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 14:58:18.210880 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG oslo_db.api [None req-a4648a98-6015-45e7-948c-2780cbb8e6e5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 14:58:18.214703 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-3c037a48-584c-4d78-8e1f-bf28ddec7fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'name': 'tempest-AttachVolumeShelveTestJSON-702985069-router', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '14c6e390-898c-40c3-b504-117e314d1081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:12Z', 'updated_at': '2022-05-04T14:58:14Z', 'revision_number': 3, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'gw_port': {'id': '14c6e390-898c-40c3-b504-117e314d1081', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:60:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:13Z', 'updated_at': '2022-05-04T14:58:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:18.253665 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c037a48-584c-4d78-8e1f-bf28ddec7fa3 None None] Checking router: abdfd2ac-0f24-4034-9f3a-647c8dad7e11 for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:58:18.254302 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c037a48-584c-4d78-8e1f-bf28ddec7fa3 None None] Updating router abdfd2ac-0f24-4034-9f3a-647c8dad7e11 port 14c6e390-898c-40c3-b504-117e314d1081 binding host dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:58:18.328819 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-3c037a48-584c-4d78-8e1f-bf28ddec7fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:18.360570 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port 47f8606d-10fe-4fa6-89bd-8b41f1ff0caf triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:18.361132 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:18.365544 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b9434dd3-3587-4b32-9abf-8dc8a668d986 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-625762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628448'] for router, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:18.370958 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aa796da-8bef-4c26-a47d-b198e6cf4e7d None None] Network 1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 14:58:18.400821 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.db_base_plugin_common [None req-7539dd20-b14d-430f-805e-60b2c0611bad admin admin] Allocated IP 172.27.1.227 (de075482-66db-4cfa-a120-f2ea157cd064/5a69c200-2813-4998-8939-5704799bdcf4/f2188457-2735-4a03-8287-b1ad6c0d3bb8) {{(pid=101863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:58:18.542832 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.db_base_plugin_common [None req-c69849bd-e02d-479d-8005-0809cb5f5c7f None None] Allocated IP 172.20.0.2 (55dbbf73-0e6e-443d-9d78-4a6112dd0160/8b0b50cf-2dce-427c-8d06-7da02fdf5e7e/b628cece-3053-47a4-86b7-ee070ba1dc0e) {{(pid=101865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:58:18.578447 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b6d7d025-e3f6-4ed7-8fca-cdbf400151f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:18.595836 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b6d7d025-e3f6-4ed7-8fca-cdbf400151f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:18.621315 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9434dd3-3587-4b32-9abf-8dc8a668d986 admin admin] Router cf3ad22b-808f-4331-9948-e6e91d3b6eac is scheduled to L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 with binding_index 1 {{(pid=101864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 14:58:18.631807 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6d7d025-e3f6-4ed7-8fca-cdbf400151f2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 276} {{(pid=101864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:58:18.664799 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7d025-e3f6-4ed7-8fca-cdbf400151f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1344c543-5144-4c82-bea9-1222709fb6d0,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:18.668329 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b6d7d025-e3f6-4ed7-8fca-cdbf400151f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:18.668837 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.db.segments_db [None req-b6d7d025-e3f6-4ed7-8fca-cdbf400151f2 admin admin] Added segment 34ad6fb4-7d0c-4c5d-9344-16b2c9c57cb5 of type vlan for network 7c069c38-4093-4d04-8f21-412ee77e5566 May 04 14:58:18.679674 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7539dd20-b14d-430f-805e-60b2c0611bad admin admin] Notify callbacks [] for port, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:18.765514 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b6d7d025-e3f6-4ed7-8fca-cdbf400151f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755427588545'] for network, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:18.834229 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b6d7d025-e3f6-4ed7-8fca-cdbf400151f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198'] for network, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:18.835277 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d7d025-e3f6-4ed7-8fca-cdbf400151f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:18.835925 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b6d7d025-e3f6-4ed7-8fca-cdbf400151f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:18.847918 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-51b25c8f-4c72-4b46-9c6c-1a16b98d2384 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:18.849695 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9434dd3-3587-4b32-9abf-8dc8a668d986 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:58:18.850183 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-51b25c8f-4c72-4b46-9c6c-1a16b98d2384 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/networks?id=0b1f0998-b40c-4b96-a6a5-5579edcd628a HTTP/1.1" status: 200 len: 811 time: 0.7003219 May 04 14:58:18.898566 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d2b6bf-392e-4e7c-9cb1-a660c23e9bb4 None None] Sync routers for ids ['cf3ad22b-808f-4331-9948-e6e91d3b6eac'] in dv-cinder-829630-2-iscsi {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:58:18.899531 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-2791fb1f-4718-4e5e-a963-77a1f8b5b500 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/quotas/340c54c2b6534b6590f3840bbaba4fb2 HTTP/1.1" status: 200 len: 375 time: 0.0407517 May 04 14:58:18.968575 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4407562c-f718-414b-aa8f-846fb7c13a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:19.021490 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-b6d7d025-e3f6-4ed7-8fca-cdbf400151f2 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8266227 May 04 14:58:19.023929 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:19.027482 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 40498) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:19.033782 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-f41fd957-e1df-46ab-91f8-ff3c461cb404 admin admin] Request body: {'subnet': {'network_id': '7c069c38-4093-4d04-8f21-412ee77e5566', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1700902981-subnet', 'tenant_id': '727dce3d13c04e2dad98e542c45c5edf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:58:19.038759 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d2b6bf-392e-4e7c-9cb1-a660c23e9bb4 None None] Routers {'cf3ad22b-808f-4331-9948-e6e91d3b6eac'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:58:19.041275 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-b8d2b6bf-392e-4e7c-9cb1-a660c23e9bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T14:58:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['cf3ad22b-808f-4331-9948-e6e91d3b6eac'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:19.050939 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b9434dd3-3587-4b32-9abf-8dc8a668d986 admin admin] Notify callbacks [] for router, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:19.054977 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-b9434dd3-3587-4b32-9abf-8dc8a668d986 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 4.7239201 May 04 14:58:19.054977 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d7d025-e3f6-4ed7-8fca-cdbf400151f2 admin admin] Pushing event updated for resources: {'Network': ['ID=7c069c38-4093-4d04-8f21-412ee77e5566,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:19.059593 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 40502) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:19.086831 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:58:19.175535 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Network 7c069c38-4093-4d04-8f21-412ee77e5566 details requested by agent ovs-agent-dv-cinder-829630-2-iscsi with host dv-cinder-829630-2-iscsi {{(pid=101865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:58:19.237854 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-7bde3caa-6422-40aa-813f-6aeac23673b2 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=340c54c2b6534b6590f3840bbaba4fb2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2716000 May 04 14:58:19.249934 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41fd957-e1df-46ab-91f8-ff3c461cb404 admin admin] Made reservation on behalf of 727dce3d13c04e2dad98e542c45c5edf for: {'subnet': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:58:19.252794 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f41fd957-e1df-46ab-91f8-ff3c461cb404 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:19.289216 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7539dd20-b14d-430f-805e-60b2c0611bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013'] for port, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:19.424676 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] For port 47f8606d-10fe-4fa6-89bd-8b41f1ff0caf, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=47f8606d-10fe-4fa6-89bd-8b41f1ff0caf,segment=NetworkSegment(534d5c1f-96ae-4c1a-a88f-267c90e99e91),segment_id=534d5c1f-96ae-4c1a-a88f-267c90e99e91)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:19.429881 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-e8a7949d-a8a1-4e9e-8cd8-38f0aaf6d0dd None None] Provisioning complete for port 168d45a7-68e7-4f05-b642-1e632b1af4f9 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:19.430327 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-e8a7949d-a8a1-4e9e-8cd8-38f0aaf6d0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:19.435813 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 40512) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:19.486595 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539dd20-b14d-430f-805e-60b2c0611bad admin admin] Pushing event updated for resources: {'Port': ['ID=f2188457-2735-4a03-8287-b1ad6c0d3bb8,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:19.507694 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:19.557978 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-c69849bd-e02d-479d-8005-0809cb5f5c7f None None] Notify callbacks [] for port, precommit_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:19.639186 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-c69849bd-e02d-479d-8005-0809cb5f5c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013'] for port, after_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:19.680317 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-3c037a48-584c-4d78-8e1f-bf28ddec7fa3 None None] Notify callbacks [] for port, precommit_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:19.697739 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7539dd20-b14d-430f-805e-60b2c0611bad admin admin] Network de075482-66db-4cfa-a120-f2ea157cd064 is already hosted by enough agents. {{(pid=101863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:58:19.702460 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-7539dd20-b14d-430f-805e-60b2c0611bad admin admin] Resources bound (agent type, host, resource id): {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:58:19.704181 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Pushing event updated for resources: {'Port': ['ID=47f8606d-10fe-4fa6-89bd-8b41f1ff0caf,revision_number=3']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:19.711963 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7539dd20-b14d-430f-805e-60b2c0611bad admin admin] Received port after_create {{(pid=101863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:58:19.727779 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-3c037a48-584c-4d78-8e1f-bf28ddec7fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:19.728633 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-b8d2b6bf-392e-4e7c-9cb1-a660c23e9bb4 None None] Set router cf3ad22b-808f-4331-9948-e6e91d3b6eac gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:58:19.749973 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 168d45a7-68e7-4f05-b642-1e632b1af4f9 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:58:19.764646 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-f2aba1bb-b506-426e-bb38-f6337df0c4f2 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=101863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:58:19.765850 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-f2aba1bb-b506-426e-bb38-f6337df0c4f2 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0915792 May 04 14:58:19.781772 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.db_base_plugin_common [None req-4407562c-f718-414b-aa8f-846fb7c13a96 admin admin] Allocated IP 172.20.0.1 (60c30b73-0e7f-49bb-89af-0e44584f9d97/030f9125-e21b-4852-a6f8-1ba70c2222d2/f0acc510-f19c-4c98-9715-7d6870342566) {{(pid=101863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:58:19.814932 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.managers [None req-3c037a48-584c-4d78-8e1f-bf28ddec7fa3 None None] Attempting to bind port 14c6e390-898c-40c3-b504-117e314d1081 on host dv-cinder-829630-2-iscsi for vnic_type normal with profile {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:58:19.815575 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.managers [None req-3c037a48-584c-4d78-8e1f-bf28ddec7fa3 None None] Attempting to bind port 14c6e390-898c-40c3-b504-117e314d1081 by drivers openvswitch,hyperv on host dv-cinder-829630-2-iscsi at level 0 using segments [{'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}] {{(pid=101866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:58:19.816092 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c037a48-584c-4d78-8e1f-bf28ddec7fa3 None None] Attempting to bind port 14c6e390-898c-40c3-b504-117e314d1081 on network de075482-66db-4cfa-a120-f2ea157cd064 {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:58:19.822995 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-0ff22989-b306-42d7-bc0e-1eca456653f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:19.824455 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c037a48-584c-4d78-8e1f-bf28ddec7fa3 None None] Checking agent: {'id': '53237496-8014-4dc2-9deb-3d098fbdee6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 49, 42), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:58:19.825040 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c037a48-584c-4d78-8e1f-bf28ddec7fa3 None None] Checking segment: {'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:58:19.825610 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-3c037a48-584c-4d78-8e1f-bf28ddec7fa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:19.826164 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c037a48-584c-4d78-8e1f-bf28ddec7fa3 None None] Bound using segment: {'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'} {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:58:19.826818 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.managers [None req-3c037a48-584c-4d78-8e1f-bf28ddec7fa3 None None] Bound port: 14c6e390-898c-40c3-b504-117e314d1081, host: dv-cinder-829630-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}}] {{(pid=101866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:58:19.827382 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-3c037a48-584c-4d78-8e1f-bf28ddec7fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:19.829146 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ddcd9-d08d-4bfa-855e-20c74deaf670 None None] Pushing event updated for resources: {'Port': ['ID=14c6e390-898c-40c3-b504-117e314d1081,revision_number=2']} {{(pid=101866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:19.895142 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f41fd957-e1df-46ab-91f8-ff3c461cb404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198'] for subnet, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:19.926611 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.db [None req-3c037a48-584c-4d78-8e1f-bf28ddec7fa3 None None] For port 14c6e390-898c-40c3-b504-117e314d1081, host dv-cinder-829630-2-iscsi, cleared binding levels {{(pid=101866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:58:19.931987 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.db [None req-3c037a48-584c-4d78-8e1f-bf28ddec7fa3 None None] For port 14c6e390-898c-40c3-b504-117e314d1081, host dv-cinder-829630-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=14c6e390-898c-40c3-b504-117e314d1081,segment=NetworkSegment(60ac4599-e6dd-4770-844e-5b54095f67fa),segment_id=60ac4599-e6dd-4770-844e-5b54095f67fa)] {{(pid=101866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:58:19.936175 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ddcd9-d08d-4bfa-855e-20c74deaf670 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:19.936592 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ddcd9-d08d-4bfa-855e-20c74deaf670 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:19.937362 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ddcd9-d08d-4bfa-855e-20c74deaf670 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:19.937801 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ddcd9-d08d-4bfa-855e-20c74deaf670 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:19.938229 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ddcd9-d08d-4bfa-855e-20c74deaf670 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:19.938809 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ddcd9-d08d-4bfa-855e-20c74deaf670 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:19.938942 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ddcd9-d08d-4bfa-855e-20c74deaf670 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:19.939357 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ddcd9-d08d-4bfa-855e-20c74deaf670 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:19.939754 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ddcd9-d08d-4bfa-855e-20c74deaf670 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:19.940477 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ddcd9-d08d-4bfa-855e-20c74deaf670 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:19.941370 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ddcd9-d08d-4bfa-855e-20c74deaf670 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:19.941510 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ddcd9-d08d-4bfa-855e-20c74deaf670 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:58:19.942773 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc6ddcd9-d08d-4bfa-855e-20c74deaf670 None None] Tracked resource versions report: May 04 14:58:19.942773 dv-cinder-829630-2-iscsi neutron-server[101866]: pushed versions: May 04 14:58:19.942773 dv-cinder-829630-2-iscsi neutron-server[101866]: { 'AddressGroup': {'1.2'}, May 04 14:58:19.942773 dv-cinder-829630-2-iscsi neutron-server[101866]: 'ConntrackHelper': {'1.0'}, May 04 14:58:19.942773 dv-cinder-829630-2-iscsi neutron-server[101866]: 'Log': {'1.0'}, May 04 14:58:19.942773 dv-cinder-829630-2-iscsi neutron-server[101866]: 'Network': {'1.1'}, May 04 14:58:19.942773 dv-cinder-829630-2-iscsi neutron-server[101866]: 'Port': {'1.7'}, May 04 14:58:19.942773 dv-cinder-829630-2-iscsi neutron-server[101866]: 'PortForwarding': {'1.2'}, May 04 14:58:19.942773 dv-cinder-829630-2-iscsi neutron-server[101866]: 'QosPolicy': {'1.9'}, May 04 14:58:19.942773 dv-cinder-829630-2-iscsi neutron-server[101866]: 'SecurityGroup': {'1.4'}, May 04 14:58:19.942773 dv-cinder-829630-2-iscsi neutron-server[101866]: 'SecurityGroupRule': {'1.2'}, May 04 14:58:19.942773 dv-cinder-829630-2-iscsi neutron-server[101866]: 'SubPort': {'1.0'}, May 04 14:58:19.942773 dv-cinder-829630-2-iscsi neutron-server[101866]: 'Subnet': {'1.1'}, May 04 14:58:19.942773 dv-cinder-829630-2-iscsi neutron-server[101866]: 'Trunk': {'1.1'}} May 04 14:58:19.942773 dv-cinder-829630-2-iscsi neutron-server[101866]: consumer versions: May 04 14:58:19.942773 dv-cinder-829630-2-iscsi neutron-server[101866]: { DHCP agent@dv-cinder-829630-2-iscsi: {}, May 04 14:58:19.942773 dv-cinder-829630-2-iscsi neutron-server[101866]: HyperV agent@hv-cinder-82963: {}, May 04 14:58:19.942773 dv-cinder-829630-2-iscsi neutron-server[101866]: L3 agent@dv-cinder-829630-2-iscsi: {}, May 04 14:58:19.942773 dv-cinder-829630-2-iscsi neutron-server[101866]: Metadata agent@dv-cinder-829630-2-iscsi: {}, May 04 14:58:19.942773 dv-cinder-829630-2-iscsi neutron-server[101866]: Metering agent@dv-cinder-829630-2-iscsi: {}, May 04 14:58:19.942773 dv-cinder-829630-2-iscsi neutron-server[101866]: Open vSwitch agent@dv-cinder-829630-2-iscsi: { 'AddressGroup': '1.2', May 04 14:58:19.942773 dv-cinder-829630-2-iscsi neutron-server[101866]: 'ConntrackHelper': '1.0', May 04 14:58:19.942773 dv-cinder-829630-2-iscsi neutron-server[101866]: 'Log': '1.0', May 04 14:58:19.942773 dv-cinder-829630-2-iscsi neutron-server[101866]: 'Network': '1.1', May 04 14:58:19.942773 dv-cinder-829630-2-iscsi neutron-server[101866]: 'Port': '1.7', May 04 14:58:19.942773 dv-cinder-829630-2-iscsi neutron-server[101866]: 'PortForwarding': '1.2', May 04 14:58:19.942773 dv-cinder-829630-2-iscsi neutron-server[101866]: 'QosPolicy': '1.9', May 04 14:58:19.942773 dv-cinder-829630-2-iscsi neutron-server[101866]: 'SecurityGroup': '1.4', May 04 14:58:19.942773 dv-cinder-829630-2-iscsi neutron-server[101866]: 'SecurityGroupRule': '1.2', May 04 14:58:19.942773 dv-cinder-829630-2-iscsi neutron-server[101866]: 'SubPort': '1.0', May 04 14:58:19.942773 dv-cinder-829630-2-iscsi neutron-server[101866]: 'Subnet': '1.1', May 04 14:58:19.942773 dv-cinder-829630-2-iscsi neutron-server[101866]: 'Trunk': '1.1'}} May 04 14:58:19.942773 dv-cinder-829630-2-iscsi neutron-server[101866]: {{(pid=101866) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 04 14:58:19.956340 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-3c037a48-584c-4d78-8e1f-bf28ddec7fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:19.967033 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69849bd-e02d-479d-8005-0809cb5f5c7f None None] Network 55dbbf73-0e6e-443d-9d78-4a6112dd0160 is already hosted by enough agents. {{(pid=101865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:58:19.969220 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41fd957-e1df-46ab-91f8-ff3c461cb404 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ace8b572-7077-48e1-88ae-115d0063bd76,revision_number=0']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:19.993107 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.scheduler.base_scheduler [None req-c69849bd-e02d-479d-8005-0809cb5f5c7f None None] Resources bound (agent type, host, resource id): {{(pid=101865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:58:20.065599 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ddcd9-d08d-4bfa-855e-20c74deaf670 None None] Pushing event updated for resources: {'Port': ['ID=14c6e390-898c-40c3-b504-117e314d1081,revision_number=3']} {{(pid=101866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:20.075242 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69849bd-e02d-479d-8005-0809cb5f5c7f None None] Received port after_create {{(pid=101865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:58:20.090323 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c037a48-584c-4d78-8e1f-bf28ddec7fa3 None None] Routers {'abdfd2ac-0f24-4034-9f3a-647c8dad7e11'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:58:20.091154 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-3c037a48-584c-4d78-8e1f-bf28ddec7fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T14:58:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['abdfd2ac-0f24-4034-9f3a-647c8dad7e11'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:20.147988 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-05845591-8d5e-431e-bd82-6223829d0752 service neutron] 10.222.0.42 "GET /v2.0/networks/0b1f0998-b40c-4b96-a6a5-5579edcd628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735144 May 04 14:58:20.158785 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-435fe20e-c920-425e-9bdd-f0b6d3fae365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:20.160124 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69849bd-e02d-479d-8005-0809cb5f5c7f None None] Pushing event updated for resources: {'Port': ['ID=b628cece-3053-47a4-86b7-ee070ba1dc0e,revision_number=1']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:20.168412 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-e8a7949d-a8a1-4e9e-8cd8-38f0aaf6d0dd None None] Provisioning complete for port 47f8606d-10fe-4fa6-89bd-8b41f1ff0caf triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:20.168807 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-e8a7949d-a8a1-4e9e-8cd8-38f0aaf6d0dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:20.180171 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41fd957-e1df-46ab-91f8-ff3c461cb404 admin admin] Checking segment: {'id': '34ad6fb4-7d0c-4c5d-9344-16b2c9c57cb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 276, 'network_id': '7c069c38-4093-4d04-8f21-412ee77e5566'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:58:20.180544 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41fd957-e1df-46ab-91f8-ff3c461cb404 admin admin] Network hostable DHCP agents. Network: 7c069c38-4093-4d04-8f21-412ee77e5566, hostable agents: ['fc62abde-e1bd-4968-8f20-84ac7e991332'], hosted agents: [] {{(pid=101864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:58:20.211378 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-0ff22989-b306-42d7-bc0e-1eca456653f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:20.224454 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port 168d45a7-68e7-4f05-b642-1e632b1af4f9 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:20.224854 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:20.255054 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-0ff22989-b306-42d7-bc0e-1eca456653f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:20.265419 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-3c037a48-584c-4d78-8e1f-bf28ddec7fa3 None None] Set router abdfd2ac-0f24-4034-9f3a-647c8dad7e11 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:58:20.271476 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4407562c-f718-414b-aa8f-846fb7c13a96 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:20.290638 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-0ff22989-b306-42d7-bc0e-1eca456653f2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6e49a1793e544d4aa084dd58d13be1c8&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8540916 May 04 14:58:20.295152 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 40524) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:20.317353 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7539dd20-b14d-430f-805e-60b2c0611bad admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:20.332010 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f41fd957-e1df-46ab-91f8-ff3c461cb404 admin admin] Network 7c069c38-4093-4d04-8f21-412ee77e5566 is scheduled to be hosted by DHCP agent fc62abde-e1bd-4968-8f20-84ac7e991332 with binding_index 1 {{(pid=101864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:58:20.349899 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-c69849bd-e02d-479d-8005-0809cb5f5c7f None None] Attempting to bind port b628cece-3053-47a4-86b7-ee070ba1dc0e on host dv-cinder-829630-2-iscsi for vnic_type normal with profile {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:58:20.350264 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-c69849bd-e02d-479d-8005-0809cb5f5c7f None None] Attempting to bind port b628cece-3053-47a4-86b7-ee070ba1dc0e by drivers openvswitch,hyperv on host dv-cinder-829630-2-iscsi at level 0 using segments [{'id': '5fc74e29-6563-4af1-8324-f9079d6eac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160'}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:58:20.351237 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69849bd-e02d-479d-8005-0809cb5f5c7f None None] Attempting to bind port b628cece-3053-47a4-86b7-ee070ba1dc0e on network 55dbbf73-0e6e-443d-9d78-4a6112dd0160 {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:58:20.360382 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69849bd-e02d-479d-8005-0809cb5f5c7f None None] Checking agent: {'id': '53237496-8014-4dc2-9deb-3d098fbdee6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 49, 42), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:58:20.360891 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69849bd-e02d-479d-8005-0809cb5f5c7f None None] Checking segment: {'id': '5fc74e29-6563-4af1-8324-f9079d6eac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:58:20.361246 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-c69849bd-e02d-479d-8005-0809cb5f5c7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:20.362718 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c69849bd-e02d-479d-8005-0809cb5f5c7f None None] Bound using segment: {'id': '5fc74e29-6563-4af1-8324-f9079d6eac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160'} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:58:20.363215 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-c69849bd-e02d-479d-8005-0809cb5f5c7f None None] Bound port: b628cece-3053-47a4-86b7-ee070ba1dc0e, host: dv-cinder-829630-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc74e29-6563-4af1-8324-f9079d6eac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160'}}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:58:20.363623 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-c69849bd-e02d-479d-8005-0809cb5f5c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:20.385040 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff22989-b306-42d7-bc0e-1eca456653f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a472a56-60bc-4568-8718-edaa1bb3a348,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:20.394716 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [None req-f41fd957-e1df-46ab-91f8-ff3c461cb404 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-iscsi, 7c069c38-4093-4d04-8f21-412ee77e5566) {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:58:20.401732 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41fd957-e1df-46ab-91f8-ff3c461cb404 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:20.402320 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f41fd957-e1df-46ab-91f8-ff3c461cb404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for subnet, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:20.447264 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd375596-3c85-4bc8-abba-6080ae28fd8b None None] Network 7c069c38-4093-4d04-8f21-412ee77e5566 requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 14:58:20.475471 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-f41fd957-e1df-46ab-91f8-ff3c461cb404 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4409168 May 04 14:58:20.484324 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-47c68218-a0c1-432a-8c6c-5dfd62557728 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:20.490386 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4407562c-f718-414b-aa8f-846fb7c13a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013'] for port, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:20.503226 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_common [None req-435fe20e-c920-425e-9bdd-f0b6d3fae365 admin admin] Allocated IP 172.20.0.1 (1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc/5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a/8b2f621d-7e96-4aa4-8a90-c05ae653fc54) {{(pid=101864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:58:20.560059 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-3c037a48-584c-4d78-8e1f-bf28ddec7fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'name': 'tempest-AttachVolumeShelveTestJSON-702985069-router', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '14c6e390-898c-40c3-b504-117e314d1081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:12Z', 'updated_at': '2022-05-04T14:58:14Z', 'revision_number': 3, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'gw_port': {'id': '14c6e390-898c-40c3-b504-117e314d1081', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:60:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:13Z', 'updated_at': '2022-05-04T14:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:20.576128 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4407562c-f718-414b-aa8f-846fb7c13a96 admin admin] Network 60c30b73-0e7f-49bb-89af-0e44584f9d97 is already hosted by enough agents. {{(pid=101863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:58:20.579335 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-85d65c3a-3035-406a-9599-1415d978d06d service neutron] 10.222.0.42 "GET /v2.0/networks/0b1f0998-b40c-4b96-a6a5-5579edcd628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4169235 May 04 14:58:20.587830 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4407562c-f718-414b-aa8f-846fb7c13a96 admin admin] Pushing event updated for resources: {'Port': ['ID=f0acc510-f19c-4c98-9715-7d6870342566,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:20.590778 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-4407562c-f718-414b-aa8f-846fb7c13a96 admin admin] Resources bound (agent type, host, resource id): {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:58:20.603660 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c037a48-584c-4d78-8e1f-bf28ddec7fa3 None None] The sync data for ids ['abdfd2ac-0f24-4034-9f3a-647c8dad7e11'] in dv-cinder-829630-2-iscsi is: [{'id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'name': 'tempest-AttachVolumeShelveTestJSON-702985069-router', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '14c6e390-898c-40c3-b504-117e314d1081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:12Z', 'updated_at': '2022-05-04T14:58:14Z', 'revision_number': 3, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'gw_port': {'id': '14c6e390-898c-40c3-b504-117e314d1081', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:60:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:13Z', 'updated_at': '2022-05-04T14:58:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:58:20.615852 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4407562c-f718-414b-aa8f-846fb7c13a96 admin admin] Received port after_create {{(pid=101863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:58:20.616464 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4407562c-f718-414b-aa8f-846fb7c13a96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-628179'] for router_interface, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:20.711816 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-47c68218-a0c1-432a-8c6c-5dfd62557728 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:20.714274 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-435fe20e-c920-425e-9bdd-f0b6d3fae365 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:20.716304 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 40536) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:20.813747 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d113d81-f462-4145-ab74-3f2c70ebaa1e admin admin] Deleting subnet 806670dc-ec02-49bc-8de7-1f47c1dbdb2c {{(pid=101864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 14:58:20.819917 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6d113d81-f462-4145-ab74-3f2c70ebaa1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:20.866873 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-9f74db2d-e5f6-4262-9d1f-4aa2e2645981 None None] Provisioning complete for port 47f8606d-10fe-4fa6-89bd-8b41f1ff0caf triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:20.868145 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-9f74db2d-e5f6-4262-9d1f-4aa2e2645981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:20.895566 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-435fe20e-c920-425e-9bdd-f0b6d3fae365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013'] for port, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:20.935112 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-c69849bd-e02d-479d-8005-0809cb5f5c7f None None] For port b628cece-3053-47a4-86b7-ee070ba1dc0e, host dv-cinder-829630-2-iscsi, cleared binding levels {{(pid=101865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:58:20.959215 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6d113d81-f462-4145-ab74-3f2c70ebaa1e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:20.983107 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-47c68218-a0c1-432a-8c6c-5dfd62557728 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:20.985834 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-47c68218-a0c1-432a-8c6c-5dfd62557728 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:20.987060 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-47c68218-a0c1-432a-8c6c-5dfd62557728 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4a472a56-60bc-4568-8718-edaa1bb3a348 HTTP/1.1" status: 204 len: 168 time: 0.6896248 May 04 14:58:21.009555 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6d113d81-f462-4145-ab74-3f2c70ebaa1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759364'] for subnet, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:21.015520 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c68218-a0c1-432a-8c6c-5dfd62557728 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a472a56-60bc-4568-8718-edaa1bb3a348,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:21.042941 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435fe20e-c920-425e-9bdd-f0b6d3fae365 admin admin] Pushing event updated for resources: {'Port': ['ID=8b2f621d-7e96-4aa4-8a90-c05ae653fc54,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:21.046304 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-b8d2b6bf-392e-4e7c-9cb1-a660c23e9bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'name': 'tempest-ServerRescueNegativeTestJSON-1965692413-router', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '21f78449-930d-41d7-a0fc-3452d0ca9b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:14Z', 'updated_at': '2022-05-04T14:58:17Z', 'revision_number': 3, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'gw_port': {'id': '21f78449-930d-41d7-a0fc-3452d0ca9b33', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:18:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:15Z', 'updated_at': '2022-05-04T14:58:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:21.052419 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435fe20e-c920-425e-9bdd-f0b6d3fae365 admin admin] Network 1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc is already hosted by enough agents. {{(pid=101864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:58:21.055332 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [None req-435fe20e-c920-425e-9bdd-f0b6d3fae365 admin admin] Resources bound (agent type, host, resource id): {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:58:21.061133 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-435fe20e-c920-425e-9bdd-f0b6d3fae365 admin admin] Received port after_create {{(pid=101864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:58:21.061133 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-435fe20e-c920-425e-9bdd-f0b6d3fae365 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-628179'] for router_interface, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:21.087747 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7539dd20-b14d-430f-805e-60b2c0611bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-625762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628448'] for router, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:21.159623 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 40558) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:21.215865 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4407562c-f718-414b-aa8f-846fb7c13a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:21.243257 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-c69849bd-e02d-479d-8005-0809cb5f5c7f None None] For port b628cece-3053-47a4-86b7-ee070ba1dc0e, host dv-cinder-829630-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=b628cece-3053-47a4-86b7-ee070ba1dc0e,segment=NetworkSegment(5fc74e29-6563-4af1-8324-f9079d6eac6f),segment_id=5fc74e29-6563-4af1-8324-f9079d6eac6f)] {{(pid=101865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:58:21.248212 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab46a25-f5c8-4085-8f8b-005b7698a816 None None] Network 7c069c38-4093-4d04-8f21-412ee77e5566 requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 14:58:21.273498 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6d113d81-f462-4145-ab74-3f2c70ebaa1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198'] for subnet, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:21.340378 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6d113d81-f462-4145-ab74-3f2c70ebaa1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for subnet, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:21.346346 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-6d113d81-f462-4145-ab74-3f2c70ebaa1e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/806670dc-ec02-49bc-8de7-1f47c1dbdb2c HTTP/1.1" status: 204 len: 168 time: 0.6282778 May 04 14:58:21.348228 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d113d81-f462-4145-ab74-3f2c70ebaa1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=806670dc-ec02-49bc-8de7-1f47c1dbdb2c,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:21.350265 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 40562) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:21.419164 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-c69849bd-e02d-479d-8005-0809cb5f5c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:21.470701 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d2b6bf-392e-4e7c-9cb1-a660c23e9bb4 None None] Checking router: cf3ad22b-808f-4331-9948-e6e91d3b6eac for host: dv-cinder-829630-2-iscsi {{(pid=101865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:58:21.472037 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d2b6bf-392e-4e7c-9cb1-a660c23e9bb4 None None] Updating router cf3ad22b-808f-4331-9948-e6e91d3b6eac port 21f78449-930d-41d7-a0fc-3452d0ca9b33 binding host dv-cinder-829630-2-iscsi {{(pid=101865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:58:21.590195 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-b8d2b6bf-392e-4e7c-9cb1-a660c23e9bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:21.672684 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4407562c-f718-414b-aa8f-846fb7c13a96 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:21.726197 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d2d9931d-7679-4da2-8b91-98f6c76fa7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697412'] for network, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:21.822776 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cc26c77e-21c0-4978-a7c1-c3cf1d04b899 req-d21ba0c7-7d99-474f-9030-3eec893acacf tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/ports?device_id=3988aef8-15b0-495c-8c14-346307167353 HTTP/1.1" status: 200 len: 210 time: 0.6530154 May 04 14:58:21.828183 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4407562c-f718-414b-aa8f-846fb7c13a96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:21.829145 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4407562c-f718-414b-aa8f-846fb7c13a96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-619180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628143'] for router_interface, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:22.034099 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 14c6e390-898c-40c3-b504-117e314d1081 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:58:22.150778 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69849bd-e02d-479d-8005-0809cb5f5c7f None None] Pushing event updated for resources: {'Port': ['ID=b628cece-3053-47a4-86b7-ee070ba1dc0e,revision_number=2']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:22.152279 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d2d9931d-7679-4da2-8b91-98f6c76fa7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753417', 'neutron.services.segments.db._delete_segments_for_network-8755428157040'] for network, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:22.167001 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-435fe20e-c920-425e-9bdd-f0b6d3fae365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:22.231374 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d2d9931d-7679-4da2-8b91-98f6c76fa7e1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:58:22.232402 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d2d9931d-7679-4da2-8b91-98f6c76fa7e1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:58:22.233471 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d2d9931d-7679-4da2-8b91-98f6c76fa7e1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:58:22.234046 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d2d9931d-7679-4da2-8b91-98f6c76fa7e1 admin admin] Subscribe: > port after_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:58:22.234625 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d2d9931d-7679-4da2-8b91-98f6c76fa7e1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:58:22.235177 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d2d9931d-7679-4da2-8b91-98f6c76fa7e1 admin admin] Subscribe: > port after_update 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:58:22.235717 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d2d9931d-7679-4da2-8b91-98f6c76fa7e1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:58:22.237077 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d2d9931d-7679-4da2-8b91-98f6c76fa7e1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:58:22.237612 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d2d9931d-7679-4da2-8b91-98f6c76fa7e1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:58:22.238188 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d2d9931d-7679-4da2-8b91-98f6c76fa7e1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:58:22.422851 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4407562c-f718-414b-aa8f-846fb7c13a96 admin admin] Pushing event updated for resources: {'Port': ['ID=f0acc510-f19c-4c98-9715-7d6870342566,revision_number=2']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:22.528762 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4407562c-f718-414b-aa8f-846fb7c13a96 admin admin] Network 60c30b73-0e7f-49bb-89af-0e44584f9d97 is already hosted by enough agents. {{(pid=101863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:58:22.529624 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7539dd20-b14d-430f-805e-60b2c0611bad admin admin] Router 10cb654b-ad6a-4737-b26f-4dd942827a1c is scheduled to L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 with binding_index 1 {{(pid=101863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 14:58:22.533210 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-4407562c-f718-414b-aa8f-846fb7c13a96 admin admin] Resources bound (agent type, host, resource id): {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:58:22.637185 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-5420f74e-773b-4c1e-b111-4c17ba0d6f8d None None] Provisioning complete for port f0acc510-f19c-4c98-9715-7d6870342566 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:22.637796 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-5420f74e-773b-4c1e-b111-4c17ba0d6f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:22.671745 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port 14c6e390-898c-40c3-b504-117e314d1081 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:22.672120 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:22.744441 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d2d9931d-7679-4da2-8b91-98f6c76fa7e1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:58:22.747966 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d2d9931d-7679-4da2-8b91-98f6c76fa7e1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:58:22.750244 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d2d9931d-7679-4da2-8b91-98f6c76fa7e1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:58:22.750579 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d2d9931d-7679-4da2-8b91-98f6c76fa7e1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101864) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:58:22.750958 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.services.segments.db [None req-d2d9931d-7679-4da2-8b91-98f6c76fa7e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['154185dd-acfb-40f5-829a-54dedf55814a']}} {{(pid=101864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:22.836391 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.services.segments.db [None req-d2d9931d-7679-4da2-8b91-98f6c76fa7e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce5f77d-4192-4b4a-8399-cc9439ad3aff') {'for_net_delete': True} {{(pid=101864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:22.836684 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.services.segments.db [None req-d2d9931d-7679-4da2-8b91-98f6c76fa7e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce5f77d-4192-4b4a-8399-cc9439ad3aff') {} {{(pid=101864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:22.890573 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d2d9931d-7679-4da2-8b91-98f6c76fa7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755428158585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261144795'] for segment, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:22.905986 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-5420f74e-773b-4c1e-b111-4c17ba0d6f8d None None] Port f0acc510-f19c-4c98-9715-7d6870342566 cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 14:58:22.967955 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d2d9931d-7679-4da2-8b91-98f6c76fa7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:22.998617 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2d9931d-7679-4da2-8b91-98f6c76fa7e1 admin admin] Releasing vlan 297 on physical network physnet1 to pool {{(pid=101864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:58:22.999264 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d2d9931d-7679-4da2-8b91-98f6c76fa7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261144951'] for segment, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: from cryptography.utils import int_from_bytes May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: from cryptography.utils import int_from_bytes May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: Traceback (most recent call last): May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: timer() May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: cb(*args, **kw) May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: return func(*args, **kwargs) May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: self._notify() May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: self.callback(batched_events) May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: event.method(event) May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: return f(self, *a, **k) May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: return self._get(url).json() May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: return self.request(url, 'GET', **kwargs) May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:58:23.004023 dv-cinder-829630-2-iscsi neutron-server[101864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:58:23.022669 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-5420f74e-773b-4c1e-b111-4c17ba0d6f8d None None] Provisioning complete for port 8b2f621d-7e96-4aa4-8a90-c05ae653fc54 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:23.023042 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-5420f74e-773b-4c1e-b111-4c17ba0d6f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:23.033580 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7539dd20-b14d-430f-805e-60b2c0611bad admin admin] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:58:23.046078 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8352a1-e9ec-457a-923a-4aa9dc593273 None None] Sync routers for ids ['10cb654b-ad6a-4737-b26f-4dd942827a1c'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:58:23.066003 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8352a1-e9ec-457a-923a-4aa9dc593273 None None] Routers {'10cb654b-ad6a-4737-b26f-4dd942827a1c'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:58:23.067693 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-aa8352a1-e9ec-457a-923a-4aa9dc593273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T14:58:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['10cb654b-ad6a-4737-b26f-4dd942827a1c'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:23.127155 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-05ab0dbc-260a-4ecc-94d0-4cbdbeac31bb req-3b04d5fb-712b-440d-a9db-b26e89f1560f tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/ports?device_id=3988aef8-15b0-495c-8c14-346307167353 HTTP/1.1" status: 200 len: 210 time: 0.1616666 May 04 14:58:23.131243 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7539dd20-b14d-430f-805e-60b2c0611bad admin admin] Notify callbacks [] for router, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:23.138246 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-7539dd20-b14d-430f-805e-60b2c0611bad admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.9762442 May 04 14:58:23.138898 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 40626) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:23.176710 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-5420f74e-773b-4c1e-b111-4c17ba0d6f8d None None] Port 8b2f621d-7e96-4aa4-8a90-c05ae653fc54 cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 14:58:23.180295 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-b8d2b6bf-392e-4e7c-9cb1-a660c23e9bb4 None None] Notify callbacks [] for port, precommit_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:23.239886 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-b8d2b6bf-392e-4e7c-9cb1-a660c23e9bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:23.257728 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-aa8352a1-e9ec-457a-923a-4aa9dc593273 None None] Set router 10cb654b-ad6a-4737-b26f-4dd942827a1c gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:58:23.259623 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c34d1c53-3152-4225-9ccc-7a343f9e485c None None] Network 55dbbf73-0e6e-443d-9d78-4a6112dd0160 requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 14:58:23.269232 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d2d9931d-7679-4da2-8b91-98f6c76fa7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628060'] for network, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:23.281426 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d2d9931d-7679-4da2-8b91-98f6c76fa7e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:23.286732 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-d2d9931d-7679-4da2-8b91-98f6c76fa7e1 admin admin] 10.222.0.42 "DELETE /v2.0/networks/154185dd-acfb-40f5-829a-54dedf55814a HTTP/1.1" status: 204 len: 168 time: 1.9300160 May 04 14:58:23.300984 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 40638) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:23.388073 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:23.415664 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] For port 14c6e390-898c-40c3-b504-117e314d1081, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=14c6e390-898c-40c3-b504-117e314d1081,segment=NetworkSegment(60ac4599-e6dd-4770-844e-5b54095f67fa),segment_id=60ac4599-e6dd-4770-844e-5b54095f67fa)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:23.434302 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_v2 [None req-db0827d8-5a05-452b-84c7-00345be8352f admin admin] Deleting subnet ace8b572-7077-48e1-88ae-115d0063bd76 {{(pid=101864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 14:58:23.438022 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-a0d938e8-ae8f-464e-89a4-76915f9691df None None] Provisioning complete for port f0acc510-f19c-4c98-9715-7d6870342566 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:23.438640 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-a0d938e8-ae8f-464e-89a4-76915f9691df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:23.441673 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:23.442001 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-db0827d8-5a05-452b-84c7-00345be8352f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:23.443505 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 47f8606d-10fe-4fa6-89bd-8b41f1ff0caf up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:58:23.455791 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf19c20-dae0-41da-adcd-9d57c14d8a3f None None] Pushing event updated for resources: {'Port': ['ID=21f78449-930d-41d7-a0fc-3452d0ca9b33,revision_number=2']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:23.470211 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4407562c-f718-414b-aa8f-846fb7c13a96 admin admin] Router abdfd2ac-0f24-4034-9f3a-647c8dad7e11 has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:58:23.497698 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d9931d-7679-4da2-8b91-98f6c76fa7e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=154185dd-acfb-40f5-829a-54dedf55814a,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:23.509739 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-b8d2b6bf-392e-4e7c-9cb1-a660c23e9bb4 None None] Attempting to bind port 21f78449-930d-41d7-a0fc-3452d0ca9b33 on host dv-cinder-829630-2-iscsi for vnic_type normal with profile {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:58:23.510843 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-b8d2b6bf-392e-4e7c-9cb1-a660c23e9bb4 None None] Attempting to bind port 21f78449-930d-41d7-a0fc-3452d0ca9b33 by drivers openvswitch,hyperv on host dv-cinder-829630-2-iscsi at level 0 using segments [{'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:58:23.511335 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d2b6bf-392e-4e7c-9cb1-a660c23e9bb4 None None] Attempting to bind port 21f78449-930d-41d7-a0fc-3452d0ca9b33 on network de075482-66db-4cfa-a120-f2ea157cd064 {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:58:23.522726 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-aa8352a1-e9ec-457a-923a-4aa9dc593273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'name': 'tempest-AttachVolumeNegativeTest-576760527-router', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:16Z', 'updated_at': '2022-05-04T14:58:20Z', 'revision_number': 3, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'gw_port': {'id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ea:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:18Z', 'updated_at': '2022-05-04T14:58:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:23.523262 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d2b6bf-392e-4e7c-9cb1-a660c23e9bb4 None None] Checking agent: {'id': '53237496-8014-4dc2-9deb-3d098fbdee6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 49, 42), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:58:23.523641 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d2b6bf-392e-4e7c-9cb1-a660c23e9bb4 None None] Checking segment: {'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:58:23.524044 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-b8d2b6bf-392e-4e7c-9cb1-a660c23e9bb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:23.524436 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d2b6bf-392e-4e7c-9cb1-a660c23e9bb4 None None] Bound using segment: {'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:58:23.524948 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-b8d2b6bf-392e-4e7c-9cb1-a660c23e9bb4 None None] Bound port: 21f78449-930d-41d7-a0fc-3452d0ca9b33, host: dv-cinder-829630-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:58:23.525344 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-b8d2b6bf-392e-4e7c-9cb1-a660c23e9bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:23.587595 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-db0827d8-5a05-452b-84c7-00345be8352f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261144784'] for subnet, precommit_delete_associations {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:23.630869 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-a0d938e8-ae8f-464e-89a4-76915f9691df None None] Port f0acc510-f19c-4c98-9715-7d6870342566 cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 14:58:23.677528 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Pushing event updated for resources: {'Port': ['ID=14c6e390-898c-40c3-b504-117e314d1081,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:23.714736 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-db0827d8-5a05-452b-84c7-00345be8352f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759364'] for subnet, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:23.718645 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8352a1-e9ec-457a-923a-4aa9dc593273 None None] Checking router: 10cb654b-ad6a-4737-b26f-4dd942827a1c for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:58:23.719008 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8352a1-e9ec-457a-923a-4aa9dc593273 None None] Updating router 10cb654b-ad6a-4737-b26f-4dd942827a1c port f2188457-2735-4a03-8287-b1ad6c0d3bb8 binding host dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:58:23.743105 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-b8d2b6bf-392e-4e7c-9cb1-a660c23e9bb4 None None] For port 21f78449-930d-41d7-a0fc-3452d0ca9b33, host dv-cinder-829630-2-iscsi, cleared binding levels {{(pid=101865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:58:23.749613 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-a0d938e8-ae8f-464e-89a4-76915f9691df None None] Provisioning complete for port b628cece-3053-47a4-86b7-ee070ba1dc0e triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:23.749980 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-a0d938e8-ae8f-464e-89a4-76915f9691df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:23.756771 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4407562c-f718-414b-aa8f-846fb7c13a96 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:58:23.781487 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-4407562c-f718-414b-aa8f-846fb7c13a96 admin admin] 10.222.0.42 "PUT /v2.0/routers/abdfd2ac-0f24-4034-9f3a-647c8dad7e11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9315574 May 04 14:58:23.784089 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-aa8352a1-e9ec-457a-923a-4aa9dc593273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:23.801121 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-b8d2b6bf-392e-4e7c-9cb1-a660c23e9bb4 None None] For port 21f78449-930d-41d7-a0fc-3452d0ca9b33, host dv-cinder-829630-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=21f78449-930d-41d7-a0fc-3452d0ca9b33,segment=NetworkSegment(60ac4599-e6dd-4770-844e-5b54095f67fa),segment_id=60ac4599-e6dd-4770-844e-5b54095f67fa)] {{(pid=101865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:58:23.812573 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port 47f8606d-10fe-4fa6-89bd-8b41f1ff0caf triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:23.812969 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:23.828708 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-b8d2b6bf-392e-4e7c-9cb1-a660c23e9bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:23.836005 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-435fe20e-c920-425e-9bdd-f0b6d3fae365 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:23.843542 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-435fe20e-c920-425e-9bdd-f0b6d3fae365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:23.934486 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 40656) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:23.939734 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-435fe20e-c920-425e-9bdd-f0b6d3fae365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-619180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628143'] for router_interface, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:23.954410 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356caa8b-dd0a-4832-b0ea-710eb8aeccc4 None None] Sync routers for ids ['abdfd2ac-0f24-4034-9f3a-647c8dad7e11'] in dv-cinder-829630-2-iscsi {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:58:23.966556 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435fe20e-c920-425e-9bdd-f0b6d3fae365 admin admin] Pushing event updated for resources: {'Port': ['ID=8b2f621d-7e96-4aa4-8a90-c05ae653fc54,revision_number=2']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:24.096385 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-db0827d8-5a05-452b-84c7-00345be8352f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261144785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930317'] for subnet, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:24.131958 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356caa8b-dd0a-4832-b0ea-710eb8aeccc4 None None] Routers {'abdfd2ac-0f24-4034-9f3a-647c8dad7e11'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:58:24.132588 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-356caa8b-dd0a-4832-b0ea-710eb8aeccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T14:58:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['abdfd2ac-0f24-4034-9f3a-647c8dad7e11'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:24.159940 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-db0827d8-5a05-452b-84c7-00345be8352f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for subnet, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:24.167100 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-db0827d8-5a05-452b-84c7-00345be8352f admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ace8b572-7077-48e1-88ae-115d0063bd76 HTTP/1.1" status: 204 len: 168 time: 0.8604834 May 04 14:58:24.167100 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db0827d8-5a05-452b-84c7-00345be8352f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ace8b572-7077-48e1-88ae-115d0063bd76,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:24.171967 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 40666) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:24.197077 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-e55d48ac-5be2-4751-9c64-bbdab6690240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:24.206373 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435fe20e-c920-425e-9bdd-f0b6d3fae365 admin admin] Network 1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc is already hosted by enough agents. {{(pid=101864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:58:24.208508 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [None req-435fe20e-c920-425e-9bdd-f0b6d3fae365 admin admin] Resources bound (agent type, host, resource id): {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:58:24.291733 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-ed615204-6749-4da0-a8c4-6dcfff3d5009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:24.342065 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d2b6bf-392e-4e7c-9cb1-a660c23e9bb4 None None] Routers {'cf3ad22b-808f-4331-9948-e6e91d3b6eac'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:58:24.360139 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-b8d2b6bf-392e-4e7c-9cb1-a660c23e9bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T14:58:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['cf3ad22b-808f-4331-9948-e6e91d3b6eac'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:24.378524 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf19c20-dae0-41da-adcd-9d57c14d8a3f None None] Pushing event updated for resources: {'Port': ['ID=21f78449-930d-41d7-a0fc-3452d0ca9b33,revision_number=3']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:24.390109 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4fda4b5d-2607-480a-bdc8-9509c0c458e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697412'] for network, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:24.451009 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-435fe20e-c920-425e-9bdd-f0b6d3fae365 admin admin] Router cf3ad22b-808f-4331-9948-e6e91d3b6eac has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:58:24.462838 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-aa8352a1-e9ec-457a-923a-4aa9dc593273 None None] Notify callbacks [] for port, precommit_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:24.484575 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-aa8352a1-e9ec-457a-923a-4aa9dc593273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:24.659402 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.managers [None req-aa8352a1-e9ec-457a-923a-4aa9dc593273 None None] Attempting to bind port f2188457-2735-4a03-8287-b1ad6c0d3bb8 on host dv-cinder-829630-2-iscsi for vnic_type normal with profile {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:58:24.661729 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.managers [None req-aa8352a1-e9ec-457a-923a-4aa9dc593273 None None] Attempting to bind port f2188457-2735-4a03-8287-b1ad6c0d3bb8 by drivers openvswitch,hyperv on host dv-cinder-829630-2-iscsi at level 0 using segments [{'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}] {{(pid=101866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:58:24.662100 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8352a1-e9ec-457a-923a-4aa9dc593273 None None] Attempting to bind port f2188457-2735-4a03-8287-b1ad6c0d3bb8 on network de075482-66db-4cfa-a120-f2ea157cd064 {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:58:24.669940 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6b40ede8-795a-4eb4-bdc7-8981fe61738f req-a3301cee-f78d-4952-8739-6702efdb4280 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/ports?device_id=3988aef8-15b0-495c-8c14-346307167353 HTTP/1.1" status: 200 len: 210 time: 0.0679028 May 04 14:58:24.686663 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242533b0-27bf-4d8c-8dc7-578536bb418f None None] Pushing event updated for resources: {'Port': ['ID=f2188457-2735-4a03-8287-b1ad6c0d3bb8,revision_number=2']} {{(pid=101866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:24.699325 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8352a1-e9ec-457a-923a-4aa9dc593273 None None] Checking agent: {'id': '53237496-8014-4dc2-9deb-3d098fbdee6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 49, 42), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:58:24.699699 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8352a1-e9ec-457a-923a-4aa9dc593273 None None] Checking segment: {'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:58:24.700096 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-aa8352a1-e9ec-457a-923a-4aa9dc593273 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:24.700483 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8352a1-e9ec-457a-923a-4aa9dc593273 None None] Bound using segment: {'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'} {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:58:24.707324 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.managers [None req-aa8352a1-e9ec-457a-923a-4aa9dc593273 None None] Bound port: f2188457-2735-4a03-8287-b1ad6c0d3bb8, host: dv-cinder-829630-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}}] {{(pid=101866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:58:24.707780 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-aa8352a1-e9ec-457a-923a-4aa9dc593273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:24.778840 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4fda4b5d-2607-480a-bdc8-9509c0c458e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753417', 'neutron.services.segments.db._delete_segments_for_network-8755428157040'] for network, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:24.789362 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-435fe20e-c920-425e-9bdd-f0b6d3fae365 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:58:24.802333 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4fda4b5d-2607-480a-bdc8-9509c0c458e8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:58:24.803764 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4fda4b5d-2607-480a-bdc8-9509c0c458e8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:58:24.805126 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4fda4b5d-2607-480a-bdc8-9509c0c458e8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:58:24.805640 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4fda4b5d-2607-480a-bdc8-9509c0c458e8 admin admin] Subscribe: > port after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:58:24.806151 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4fda4b5d-2607-480a-bdc8-9509c0c458e8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:58:24.806645 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4fda4b5d-2607-480a-bdc8-9509c0c458e8 admin admin] Subscribe: > port after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:58:24.807167 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4fda4b5d-2607-480a-bdc8-9509c0c458e8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:58:24.807701 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4fda4b5d-2607-480a-bdc8-9509c0c458e8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:58:24.808353 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4fda4b5d-2607-480a-bdc8-9509c0c458e8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:58:24.808607 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-435fe20e-c920-425e-9bdd-f0b6d3fae365 admin admin] 10.222.0.42 "PUT /v2.0/routers/cf3ad22b-808f-4331-9948-e6e91d3b6eac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7388594 May 04 14:58:24.809169 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4fda4b5d-2607-480a-bdc8-9509c0c458e8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:58:24.833053 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.db [None req-aa8352a1-e9ec-457a-923a-4aa9dc593273 None None] For port f2188457-2735-4a03-8287-b1ad6c0d3bb8, host dv-cinder-829630-2-iscsi, cleared binding levels {{(pid=101866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:58:24.841855 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.db [None req-aa8352a1-e9ec-457a-923a-4aa9dc593273 None None] For port f2188457-2735-4a03-8287-b1ad6c0d3bb8, host dv-cinder-829630-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=f2188457-2735-4a03-8287-b1ad6c0d3bb8,segment=NetworkSegment(60ac4599-e6dd-4770-844e-5b54095f67fa),segment_id=60ac4599-e6dd-4770-844e-5b54095f67fa)] {{(pid=101866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:58:24.848638 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-aa8352a1-e9ec-457a-923a-4aa9dc593273 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:24.921689 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-a0d938e8-ae8f-464e-89a4-76915f9691df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:24.972744 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242533b0-27bf-4d8c-8dc7-578536bb418f None None] Pushing event updated for resources: {'Port': ['ID=f2188457-2735-4a03-8287-b1ad6c0d3bb8,revision_number=3']} {{(pid=101866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:24.972873 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 40678) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:24.977739 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-02157496-b05e-4301-9015-f5f16a924836 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Request body: {'security_group': {'name': 'tempest-securitygroup--356493976', 'description': 'tempest-description--170336506'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:58:24.988546 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-356caa8b-dd0a-4832-b0ea-710eb8aeccc4 None None] Set router abdfd2ac-0f24-4034-9f3a-647c8dad7e11 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:58:25.035856 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4fda4b5d-2607-480a-bdc8-9509c0c458e8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:58:25.036199 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4fda4b5d-2607-480a-bdc8-9509c0c458e8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:58:25.036521 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4fda4b5d-2607-480a-bdc8-9509c0c458e8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:58:25.036915 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4fda4b5d-2607-480a-bdc8-9509c0c458e8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101863) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 04 14:58:25.037566 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.services.segments.db [None req-4fda4b5d-2607-480a-bdc8-9509c0c458e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c069c38-4093-4d04-8f21-412ee77e5566']}} {{(pid=101863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:25.051041 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-b8d2b6bf-392e-4e7c-9cb1-a660c23e9bb4 None None] Set router cf3ad22b-808f-4331-9948-e6e91d3b6eac gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:58:25.053864 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8352a1-e9ec-457a-923a-4aa9dc593273 None None] Routers {'10cb654b-ad6a-4737-b26f-4dd942827a1c'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:58:25.054746 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-aa8352a1-e9ec-457a-923a-4aa9dc593273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T14:58:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['10cb654b-ad6a-4737-b26f-4dd942827a1c'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:25.081393 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-02157496-b05e-4301-9015-f5f16a924836 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:25.095852 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-a0d938e8-ae8f-464e-89a4-76915f9691df None None] For port b628cece-3053-47a4-86b7-ee070ba1dc0e, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=b628cece-3053-47a4-86b7-ee070ba1dc0e,segment=NetworkSegment(5fc74e29-6563-4af1-8324-f9079d6eac6f),segment_id=5fc74e29-6563-4af1-8324-f9079d6eac6f)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:25.128540 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.services.segments.db [None req-4fda4b5d-2607-480a-bdc8-9509c0c458e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34ad6fb4-7d0c-4c5d-9344-16b2c9c57cb5') {'for_net_delete': True} {{(pid=101863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:25.131107 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.services.segments.db [None req-4fda4b5d-2607-480a-bdc8-9509c0c458e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34ad6fb4-7d0c-4c5d-9344-16b2c9c57cb5') {} {{(pid=101863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:25.168385 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-a0d938e8-ae8f-464e-89a4-76915f9691df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:25.208147 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4fda4b5d-2607-480a-bdc8-9509c0c458e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755428158585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262023754'] for segment, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:25.255319 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4fda4b5d-2607-480a-bdc8-9509c0c458e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:25.279241 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-e55d48ac-5be2-4751-9c64-bbdab6690240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:25.281133 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fda4b5d-2607-480a-bdc8-9509c0c458e8 admin admin] Releasing vlan 276 on physical network physnet1 to pool {{(pid=101863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:58:25.281468 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4fda4b5d-2607-480a-bdc8-9509c0c458e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2944180'] for segment, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: from cryptography.utils import int_from_bytes May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: from cryptography.utils import int_from_bytes May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: Traceback (most recent call last): May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: timer() May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: cb(*args, **kw) May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: return func(*args, **kwargs) May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: self._notify() May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: self.callback(batched_events) May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: event.method(event) May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: return f(self, *a, **k) May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: return self._get(url).json() May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: return self.request(url, 'GET', **kwargs) May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:58:25.308356 dv-cinder-829630-2-iscsi neutron-server[101863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:58:25.319952 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-e55d48ac-5be2-4751-9c64-bbdab6690240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:25.363139 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-02157496-b05e-4301-9015-f5f16a924836 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:25.370132 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-02157496-b05e-4301-9015-f5f16a924836 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:25.375033 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.11', 61585) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:25.386584 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-aa8352a1-e9ec-457a-923a-4aa9dc593273 None None] Set router 10cb654b-ad6a-4737-b26f-4dd942827a1c gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:58:25.445182 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02157496-b05e-4301-9015-f5f16a924836 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e391718d-9140-473a-b8b6-6447f2b57c05,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:25.556561 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 14c6e390-898c-40c3-b504-117e314d1081 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:58:25.664272 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.db_base_plugin_common [None req-ed615204-6749-4da0-a8c4-6dcfff3d5009 admin admin] Allocated IP 172.20.0.1 (55dbbf73-0e6e-443d-9d78-4a6112dd0160/8b0b50cf-2dce-427c-8d06-7da02fdf5e7e/940cd6bd-3d19-4d8a-861d-318d5f850d18) {{(pid=101863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:58:25.679491 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-e55d48ac-5be2-4751-9c64-bbdab6690240 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c41dc575902b44ef83b35d0e87b7c666&name=default HTTP/1.1" status: 200 len: 2976 time: 1.7438679 May 04 14:58:25.680253 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 40704) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:25.717203 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d938e8-ae8f-464e-89a4-76915f9691df None None] Pushing event updated for resources: {'Port': ['ID=b628cece-3053-47a4-86b7-ee070ba1dc0e,revision_number=3']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:25.748190 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4fda4b5d-2607-480a-bdc8-9509c0c458e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628060'] for network, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:25.754616 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-48dfe316-dcb4-4715-b986-f29dc1385faa None None] Provisioning complete for port 8b2f621d-7e96-4aa4-8a90-c05ae653fc54 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:25.756290 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-48dfe316-dcb4-4715-b986-f29dc1385faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:25.761255 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4fda4b5d-2607-480a-bdc8-9509c0c458e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:25.767770 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-4fda4b5d-2607-480a-bdc8-9509c0c458e8 admin admin] 10.222.0.42 "DELETE /v2.0/networks/7c069c38-4093-4d04-8f21-412ee77e5566 HTTP/1.1" status: 204 len: 168 time: 1.5805697 May 04 14:58:25.767770 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55d48ac-5be2-4751-9c64-bbdab6690240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10491519-2713-4c4f-85d3-5eaf1726d4cd,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:25.790302 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda4b5d-2607-480a-bdc8-9509c0c458e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=7c069c38-4093-4d04-8f21-412ee77e5566,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:25.816910 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-aa8352a1-e9ec-457a-923a-4aa9dc593273 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'name': 'tempest-AttachVolumeNegativeTest-576760527-router', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:16Z', 'updated_at': '2022-05-04T14:58:20Z', 'revision_number': 3, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'gw_port': {'id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ea:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:18Z', 'updated_at': '2022-05-04T14:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:25.817630 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-02157496-b05e-4301-9015-f5f16a924836 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:25.821324 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-02157496-b05e-4301-9015-f5f16a924836 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.8472574 May 04 14:58:25.826517 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 40718) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:25.855448 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa8352a1-e9ec-457a-923a-4aa9dc593273 None None] The sync data for ids ['10cb654b-ad6a-4737-b26f-4dd942827a1c'] in dv-cinder-829630-2-iscsi is: [{'id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'name': 'tempest-AttachVolumeNegativeTest-576760527-router', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:16Z', 'updated_at': '2022-05-04T14:58:20Z', 'revision_number': 3, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'gw_port': {'id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ea:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:18Z', 'updated_at': '2022-05-04T14:58:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:58:25.947346 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-5f303cce-9329-4724-bf2c-d266b1e8f7f2 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:25.950918 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-5f303cce-9329-4724-bf2c-d266b1e8f7f2 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.11 "GET /v2.0/networks?id=0b1f0998-b40c-4b96-a6a5-5579edcd628a HTTP/1.1" status: 200 len: 811 time: 0.5097539 May 04 14:58:25.963815 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-c2737826-907d-4160-9252-09ef18cbc10b tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Request body: {'security_group_rule': {'security_group_id': 'e391718d-9140-473a-b8b6-6447f2b57c05', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:58:25.988585 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-48dfe316-dcb4-4715-b986-f29dc1385faa None None] Port 8b2f621d-7e96-4aa4-8a90-c05ae653fc54 cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 14:58:26.024161 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-6a203047-5f90-47e8-97ab-5735f24d1b0d tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Request body: {'port': {'device_id': '3988aef8-15b0-495c-8c14-346307167353', 'network_id': '0b1f0998-b40c-4b96-a6a5-5579edcd628a', 'admin_state_up': True, 'tenant_id': '340c54c2b6534b6590f3840bbaba4fb2'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:58:26.081079 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-ed615204-6749-4da0-a8c4-6dcfff3d5009 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:26.099657 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port 14c6e390-898c-40c3-b504-117e314d1081 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:26.100120 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:26.109113 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-48dfe316-dcb4-4715-b986-f29dc1385faa None None] Provisioning complete for port b628cece-3053-47a4-86b7-ee070ba1dc0e triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:26.109594 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-48dfe316-dcb4-4715-b986-f29dc1385faa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:26.137674 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 40730) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:26.208387 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7a188eb6-8179-4429-8afb-497bcad2101f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:26.216655 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d0597a2c-c28a-41b9-ac58-c78a1173fe47 req-27c57502-0532-4fff-b312-8060052a81fd tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/ports?device_id=3988aef8-15b0-495c-8c14-346307167353 HTTP/1.1" status: 200 len: 210 time: 0.0780251 May 04 14:58:26.217337 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c2737826-907d-4160-9252-09ef18cbc10b tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:26.222637 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-b8d2b6bf-392e-4e7c-9cb1-a660c23e9bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'name': 'tempest-ServerRescueNegativeTestJSON-1965692413-router', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '21f78449-930d-41d7-a0fc-3452d0ca9b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:14Z', 'updated_at': '2022-05-04T14:58:21Z', 'revision_number': 4, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'gw_port': {'id': '21f78449-930d-41d7-a0fc-3452d0ca9b33', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:18:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:15Z', 'updated_at': '2022-05-04T14:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '8b2f621d-7e96-4aa4-8a90-c05ae653fc54', 'name': '', 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'mac_address': 'fa:16:3e:3a:fa:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:20Z', 'updated_at': '2022-05-04T14:58:22Z', 'revision_number': 2, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'subnets': [{'id': '5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:26.264199 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8d2b6bf-392e-4e7c-9cb1-a660c23e9bb4 None None] The sync data for ids ['cf3ad22b-808f-4331-9948-e6e91d3b6eac'] in dv-cinder-829630-2-iscsi is: [{'id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'name': 'tempest-ServerRescueNegativeTestJSON-1965692413-router', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '21f78449-930d-41d7-a0fc-3452d0ca9b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:14Z', 'updated_at': '2022-05-04T14:58:21Z', 'revision_number': 4, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'gw_port': {'id': '21f78449-930d-41d7-a0fc-3452d0ca9b33', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:18:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:15Z', 'updated_at': '2022-05-04T14:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '8b2f621d-7e96-4aa4-8a90-c05ae653fc54', 'name': '', 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'mac_address': 'fa:16:3e:3a:fa:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:20Z', 'updated_at': '2022-05-04T14:58:22Z', 'revision_number': 2, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'subnets': [{'id': '5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:58:26.274709 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-ed615204-6749-4da0-a8c4-6dcfff3d5009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:26.300823 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-356caa8b-dd0a-4832-b0ea-710eb8aeccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'name': 'tempest-AttachVolumeShelveTestJSON-702985069-router', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '14c6e390-898c-40c3-b504-117e314d1081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:12Z', 'updated_at': '2022-05-04T14:58:20Z', 'revision_number': 4, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'gw_port': {'id': '14c6e390-898c-40c3-b504-117e314d1081', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:13Z', 'updated_at': '2022-05-04T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': 'f0acc510-f19c-4c98-9715-7d6870342566', 'name': '', 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'mac_address': 'fa:16:3e:b7:a7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:19Z', 'updated_at': '2022-05-04T14:58:21Z', 'revision_number': 2, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'subnets': [{'id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:26.351548 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-6a203047-5f90-47e8-97ab-5735f24d1b0d tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Made reservation on behalf of 340c54c2b6534b6590f3840bbaba4fb2 for: {'port': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:58:26.368900 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-6a203047-5f90-47e8-97ab-5735f24d1b0d tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:26.409958 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7a188eb6-8179-4429-8afb-497bcad2101f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:26.428106 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356caa8b-dd0a-4832-b0ea-710eb8aeccc4 None None] Checking router: abdfd2ac-0f24-4034-9f3a-647c8dad7e11 for host: dv-cinder-829630-2-iscsi {{(pid=101865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:58:26.428658 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356caa8b-dd0a-4832-b0ea-710eb8aeccc4 None None] Updating router abdfd2ac-0f24-4034-9f3a-647c8dad7e11 port f0acc510-f19c-4c98-9715-7d6870342566 binding host dv-cinder-829630-2-iscsi {{(pid=101865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:58:26.475444 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed615204-6749-4da0-a8c4-6dcfff3d5009 admin admin] Network 55dbbf73-0e6e-443d-9d78-4a6112dd0160 is already hosted by enough agents. {{(pid=101863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:58:26.493251 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-87aae4ca-28fd-4a72-aac9-12a9f32a80c7 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:26.494864 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-87aae4ca-28fd-4a72-aac9-12a9f32a80c7 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/networks?id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc HTTP/1.1" status: 200 len: 819 time: 0.7294226 May 04 14:58:26.500560 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device b628cece-3053-47a4-86b7-ee070ba1dc0e up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:58:26.504913 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-356caa8b-dd0a-4832-b0ea-710eb8aeccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:26.539378 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed615204-6749-4da0-a8c4-6dcfff3d5009 admin admin] Pushing event updated for resources: {'Port': ['ID=940cd6bd-3d19-4d8a-861d-318d5f850d18,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:26.556437 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-71e2c887-4c41-4d86-b32b-d3ec1d07ac84 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=57d64dda77e6448292f8f27ee394bdd2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4155927 May 04 14:58:26.558303 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-ed615204-6749-4da0-a8c4-6dcfff3d5009 admin admin] Resources bound (agent type, host, resource id): {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:58:26.590171 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 40762) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:26.597456 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed615204-6749-4da0-a8c4-6dcfff3d5009 admin admin] Received port after_create {{(pid=101863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:58:26.627937 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-0fdd00a5-5c2b-43a5-913f-ee3b7128c0f3 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/quotas/905c2ec6da98485d974f32e58df0cfb5 HTTP/1.1" status: 200 len: 375 time: 0.0743816 May 04 14:58:26.879084 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port b628cece-3053-47a4-86b7-ee070ba1dc0e triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:26.881940 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:26.905785 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c2737826-907d-4160-9252-09ef18cbc10b tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:26.990017 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-ed615204-6749-4da0-a8c4-6dcfff3d5009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-628179'] for router_interface, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:27.095043 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c2737826-907d-4160-9252-09ef18cbc10b tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:27.168522 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7a188eb6-8179-4429-8afb-497bcad2101f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:27.179300 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7a188eb6-8179-4429-8afb-497bcad2101f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:27.201170 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-7a188eb6-8179-4429-8afb-497bcad2101f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/10491519-2713-4c4f-85d3-5eaf1726d4cd HTTP/1.1" status: 204 len: 168 time: 1.4851408 May 04 14:58:27.235447 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-edfb33d9-942a-423b-a417-e1f07c294268 None None] Provisioning complete for port 940cd6bd-3d19-4d8a-861d-318d5f850d18 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:27.238420 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-edfb33d9-942a-423b-a417-e1f07c294268 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:27.274088 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2737826-907d-4160-9252-09ef18cbc10b tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef84fa86-0fb0-4673-ae96-b6184e73239a,revision_number=0']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:27.338032 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-6d13219b-8b6a-4674-93c8-580c17530e13 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=905c2ec6da98485d974f32e58df0cfb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6818578 May 04 14:58:27.402253 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-edfb33d9-942a-423b-a417-e1f07c294268 None None] Port 940cd6bd-3d19-4d8a-861d-318d5f850d18 cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 14:58:27.630902 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_common [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-6a203047-5f90-47e8-97ab-5735f24d1b0d tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Allocated IP 172.20.0.11 (0b1f0998-b40c-4b96-a6a5-5579edcd628a/e7664bf8-589e-43a8-9358-c59ff32dc964/a3384183-568d-44bc-9c4f-65c30601d7ae) {{(pid=101864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:58:27.639669 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device b628cece-3053-47a4-86b7-ee070ba1dc0e up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:58:27.671351 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a188eb6-8179-4429-8afb-497bcad2101f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10491519-2713-4c4f-85d3-5eaf1726d4cd,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:27.682553 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bf92ec39-43f4-4bc2-a0c4-434181c97a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:27.695849 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c2737826-907d-4160-9252-09ef18cbc10b tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:27.699798 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-c2737826-907d-4160-9252-09ef18cbc10b tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7669890 May 04 14:58:27.700578 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 40790) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:27.740496 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-a84a615a-2a9b-4483-9b1e-d0ac1043d58d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Request body: {'security_group_rule': {'security_group_id': 'e391718d-9140-473a-b8b6-6447f2b57c05', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:58:27.864855 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-356caa8b-dd0a-4832-b0ea-710eb8aeccc4 None None] Notify callbacks [] for port, precommit_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:27.901912 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-356caa8b-dd0a-4832-b0ea-710eb8aeccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:27.965098 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a3115edc-46ba-4590-aa53-9935a20fe602 req-1c7980fd-88d3-4a86-8f10-0e5d919fb2f6 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/ports?device_id=3988aef8-15b0-495c-8c14-346307167353 HTTP/1.1" status: 200 len: 210 time: 0.1930058 May 04 14:58:27.974170 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port b628cece-3053-47a4-86b7-ee070ba1dc0e triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:27.974548 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:27.983101 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a84a615a-2a9b-4483-9b1e-d0ac1043d58d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:27.990979 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-ed615204-6749-4da0-a8c4-6dcfff3d5009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:28.289907 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0b749-f669-4c27-a089-07c01e98a78e None None] Pushing event updated for resources: {'Port': ['ID=f0acc510-f19c-4c98-9715-7d6870342566,revision_number=3']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:28.524129 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bf92ec39-43f4-4bc2-a0c4-434181c97a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:28.536421 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-6a203047-5f90-47e8-97ab-5735f24d1b0d tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Notify callbacks [] for port, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:28.541892 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-ed615204-6749-4da0-a8c4-6dcfff3d5009 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:28.569705 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device f2188457-2735-4a03-8287-b1ad6c0d3bb8 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:58:28.570146 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-06b83b8d-a03b-4d59-a965-2b3464e4d5f6 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=101863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:58:28.571267 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-06b83b8d-a03b-4d59-a965-2b3464e4d5f6 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8025136 May 04 14:58:28.589162 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-ed615204-6749-4da0-a8c4-6dcfff3d5009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2944232'] for port, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:28.755390 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a84a615a-2a9b-4483-9b1e-d0ac1043d58d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:28.823346 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a84a615a-2a9b-4483-9b1e-d0ac1043d58d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:28.865396 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a615a-2a9b-4483-9b1e-d0ac1043d58d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4a1cc50-1eaa-41e0-bf61-852b471dcf4c,revision_number=0']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:28.867403 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-6a203047-5f90-47e8-97ab-5735f24d1b0d tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:28.880510 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-356caa8b-dd0a-4832-b0ea-710eb8aeccc4 None None] Attempting to bind port f0acc510-f19c-4c98-9715-7d6870342566 on host dv-cinder-829630-2-iscsi for vnic_type normal with profile {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:58:28.905411 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-356caa8b-dd0a-4832-b0ea-710eb8aeccc4 None None] Attempting to bind port f0acc510-f19c-4c98-9715-7d6870342566 by drivers openvswitch,hyperv on host dv-cinder-829630-2-iscsi at level 0 using segments [{'id': 'b1142b6e-dead-4f76-9ea3-713e036ec259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97'}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:58:28.906382 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356caa8b-dd0a-4832-b0ea-710eb8aeccc4 None None] Attempting to bind port f0acc510-f19c-4c98-9715-7d6870342566 on network 60c30b73-0e7f-49bb-89af-0e44584f9d97 {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:58:28.922377 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a84a615a-2a9b-4483-9b1e-d0ac1043d58d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:28.924141 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-a84a615a-2a9b-4483-9b1e-d0ac1043d58d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2205226 May 04 14:58:28.929201 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port f2188457-2735-4a03-8287-b1ad6c0d3bb8 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:28.938354 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:28.941661 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356caa8b-dd0a-4832-b0ea-710eb8aeccc4 None None] Checking agent: {'id': '53237496-8014-4dc2-9deb-3d098fbdee6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 49, 42), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:58:28.942093 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356caa8b-dd0a-4832-b0ea-710eb8aeccc4 None None] Checking segment: {'id': 'b1142b6e-dead-4f76-9ea3-713e036ec259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:58:28.954099 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 40826) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:28.954281 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-356caa8b-dd0a-4832-b0ea-710eb8aeccc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:28.955664 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-356caa8b-dd0a-4832-b0ea-710eb8aeccc4 None None] Bound using segment: {'id': 'b1142b6e-dead-4f76-9ea3-713e036ec259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97'} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:58:28.956509 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-356caa8b-dd0a-4832-b0ea-710eb8aeccc4 None None] Bound port: f0acc510-f19c-4c98-9715-7d6870342566, host: dv-cinder-829630-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1142b6e-dead-4f76-9ea3-713e036ec259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97'}}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:58:28.956969 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-356caa8b-dd0a-4832-b0ea-710eb8aeccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:28.994107 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-5019287e-6075-4d44-8028-4afab847ad83 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Request body: {'floatingip': {'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:58:29.071572 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-5019287e-6075-4d44-8028-4afab847ad83 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for floatingip, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:29.137684 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-ed615204-6749-4da0-a8c4-6dcfff3d5009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-619180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628143'] for router_interface, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:29.260369 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed615204-6749-4da0-a8c4-6dcfff3d5009 admin admin] Pushing event updated for resources: {'Port': ['ID=940cd6bd-3d19-4d8a-861d-318d5f850d18,revision_number=2']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:29.284700 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-6a203047-5f90-47e8-97ab-5735f24d1b0d tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Network 0b1f0998-b40c-4b96-a6a5-5579edcd628a is already hosted by enough agents. {{(pid=101864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:58:29.286737 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-356caa8b-dd0a-4832-b0ea-710eb8aeccc4 None None] For port f0acc510-f19c-4c98-9715-7d6870342566, host dv-cinder-829630-2-iscsi, cleared binding levels {{(pid=101865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:58:29.290241 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-356caa8b-dd0a-4832-b0ea-710eb8aeccc4 None None] For port f0acc510-f19c-4c98-9715-7d6870342566, host dv-cinder-829630-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=f0acc510-f19c-4c98-9715-7d6870342566,segment=NetworkSegment(b1142b6e-dead-4f76-9ea3-713e036ec259),segment_id=b1142b6e-dead-4f76-9ea3-713e036ec259)] {{(pid=101865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:58:29.348422 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-6a203047-5f90-47e8-97ab-5735f24d1b0d tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Resources bound (agent type, host, resource id): {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:58:29.359687 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-356caa8b-dd0a-4832-b0ea-710eb8aeccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:29.388423 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-6a203047-5f90-47e8-97ab-5735f24d1b0d tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Received port after_create {{(pid=101864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:58:29.398753 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a203047-5f90-47e8-97ab-5735f24d1b0d tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Pushing event updated for resources: {'Port': ['ID=a3384183-568d-44bc-9c4f-65c30601d7ae,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:29.488678 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-5780cd54-54d0-4d35-a53a-e50270e4f31c None None] Provisioning complete for port f0acc510-f19c-4c98-9715-7d6870342566 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:29.489232 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-5780cd54-54d0-4d35-a53a-e50270e4f31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:29.498976 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 40840) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:29.549152 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-6a203047-5f90-47e8-97ab-5735f24d1b0d tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:29.556610 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-6a203047-5f90-47e8-97ab-5735f24d1b0d tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:29.570082 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0b749-f669-4c27-a089-07c01e98a78e None None] Pushing event updated for resources: {'Port': ['ID=f0acc510-f19c-4c98-9715-7d6870342566,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:29.586953 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-6a203047-5f90-47e8-97ab-5735f24d1b0d tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5669122 May 04 14:58:29.670330 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-356caa8b-dd0a-4832-b0ea-710eb8aeccc4 None None] Routers {'abdfd2ac-0f24-4034-9f3a-647c8dad7e11'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:58:29.671135 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-356caa8b-dd0a-4832-b0ea-710eb8aeccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T14:58:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['abdfd2ac-0f24-4034-9f3a-647c8dad7e11'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:29.677259 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-97cf1075-7a52-4829-bebd-dd3e562facd0 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=101864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 14:58:29.678385 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-97cf1075-7a52-4829-bebd-dd3e562facd0 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064552 May 04 14:58:29.711345 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bf92ec39-43f4-4bc2-a0c4-434181c97a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:29.715529 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bf92ec39-43f4-4bc2-a0c4-434181c97a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:29.717926 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-bf92ec39-43f4-4bc2-a0c4-434181c97a54 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/65adce39-db57-48ba-a375-702f1c8de432 HTTP/1.1" status: 204 len: 168 time: 3.1261058 May 04 14:58:29.746225 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-5905d781-1e72-4797-88ec-235d6d0fcc08 service neutron] 10.222.0.42 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1633663 May 04 14:58:29.813886 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8410-3774-4dc1-acfd-5f1e9e57eee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:29.830560 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf92ec39-43f4-4bc2-a0c4-434181c97a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65adce39-db57-48ba-a375-702f1c8de432,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:29.886698 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151fbcc-1fe1-417f-b09f-b1cde45cfa37 req-c6ec9d84-4153-4b51-af54-7375e3d17f94 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:29.895583 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7151fbcc-1fe1-417f-b09f-b1cde45cfa37 req-c6ec9d84-4153-4b51-af54-7375e3d17f94 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/ports?device_id=3988aef8-15b0-495c-8c14-346307167353 HTTP/1.1" status: 200 len: 932 time: 0.4650753 May 04 14:58:30.042756 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8410-3774-4dc1-acfd-5f1e9e57eee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:30.051228 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-8b2d8410-3774-4dc1-acfd-5f1e9e57eee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:30.133512 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2d8410-3774-4dc1-acfd-5f1e9e57eee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90f64704-9465-4470-bafb-9c0b14e450ec,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:30.138132 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-8b2d8410-3774-4dc1-acfd-5f1e9e57eee0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=57e8d80ec62c439f919872bc94c48cf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6325276 May 04 14:58:30.140767 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 40852) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:30.161226 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7151fbcc-1fe1-417f-b09f-b1cde45cfa37 req-d211b4c2-532e-484b-8247-41467abe4a66 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/security-groups?id=16a50401-4087-4535-abf3-3ebe744eebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644639 May 04 14:58:30.235214 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed615204-6749-4da0-a8c4-6dcfff3d5009 admin admin] Network 55dbbf73-0e6e-443d-9d78-4a6112dd0160 is already hosted by enough agents. {{(pid=101863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:58:30.251669 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-ed615204-6749-4da0-a8c4-6dcfff3d5009 admin admin] Resources bound (agent type, host, resource id): {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:58:30.262576 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-bd2074d7-fcba-4ea4-b420-ffce18e19a45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:30.316038 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-bd2074d7-fcba-4ea4-b420-ffce18e19a45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:30.421058 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-356caa8b-dd0a-4832-b0ea-710eb8aeccc4 None None] Set router abdfd2ac-0f24-4034-9f3a-647c8dad7e11 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:58:30.463705 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-bfb66246-27bf-4820-97b9-78df6f0d82aa service neutron] Request body: {'port': {'device_id': '3988aef8-15b0-495c-8c14-346307167353', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:58:30.472754 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-bd2074d7-fcba-4ea4-b420-ffce18e19a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:30.478075 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-bd2074d7-fcba-4ea4-b420-ffce18e19a45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:30.480950 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-bd2074d7-fcba-4ea4-b420-ffce18e19a45 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/90f64704-9465-4470-bafb-9c0b14e450ec HTTP/1.1" status: 204 len: 168 time: 0.3374383 May 04 14:58:30.559828 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2074d7-fcba-4ea4-b420-ffce18e19a45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90f64704-9465-4470-bafb-9c0b14e450ec,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:30.659163 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-bfb66246-27bf-4820-97b9-78df6f0d82aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:31.046386 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 40874) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:31.168132 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed615204-6749-4da0-a8c4-6dcfff3d5009 admin admin] Router 10cb654b-ad6a-4737-b26f-4dd942827a1c has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:58:31.171909 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-5019287e-6075-4d44-8028-4afab847ad83 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:31.330330 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:31.346995 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-5780cd54-54d0-4d35-a53a-e50270e4f31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:31.450495 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea47186-6084-44f7-8a65-e535c50a1725 None None] Sync routers for ids ['cf3ad22b-808f-4331-9948-e6e91d3b6eac'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:58:31.471179 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea47186-6084-44f7-8a65-e535c50a1725 None None] Routers {'cf3ad22b-808f-4331-9948-e6e91d3b6eac'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:58:31.475187 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-9ea47186-6084-44f7-8a65-e535c50a1725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T14:58:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['cf3ad22b-808f-4331-9948-e6e91d3b6eac'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:31.522091 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] For port f2188457-2735-4a03-8287-b1ad6c0d3bb8, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=f2188457-2735-4a03-8287-b1ad6c0d3bb8,segment=NetworkSegment(60ac4599-e6dd-4770-844e-5b54095f67fa),segment_id=60ac4599-e6dd-4770-844e-5b54095f67fa)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:31.553639 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.db_base_plugin_common [None req-5019287e-6075-4d44-8028-4afab847ad83 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Allocated IP 172.27.1.67 (de075482-66db-4cfa-a120-f2ea157cd064/5a69c200-2813-4998-8939-5704799bdcf4/68624adc-4ca0-4cd3-b755-f87a377c8eb2) {{(pid=101863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:58:31.571689 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:31.605583 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-5780cd54-54d0-4d35-a53a-e50270e4f31c None None] For port f0acc510-f19c-4c98-9715-7d6870342566, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=f0acc510-f19c-4c98-9715-7d6870342566,segment=NetworkSegment(b1142b6e-dead-4f76-9ea3-713e036ec259),segment_id=b1142b6e-dead-4f76-9ea3-713e036ec259)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:31.623627 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-bfb66246-27bf-4820-97b9-78df6f0d82aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3384183-568d-44bc-9c4f-65c30601d7ae {{(pid=101864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:58:31.635845 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-71753cb4-e8bd-4a1d-9c18-d036dbe82370 service neutron] 10.222.0.42 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.8769233 May 04 14:58:31.679518 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-bfb66246-27bf-4820-97b9-78df6f0d82aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:31.684371 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-356caa8b-dd0a-4832-b0ea-710eb8aeccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'name': 'tempest-AttachVolumeShelveTestJSON-702985069-router', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '14c6e390-898c-40c3-b504-117e314d1081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:12Z', 'updated_at': '2022-05-04T14:58:20Z', 'revision_number': 4, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'gw_port': {'id': '14c6e390-898c-40c3-b504-117e314d1081', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:13Z', 'updated_at': '2022-05-04T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': 'f0acc510-f19c-4c98-9715-7d6870342566', 'name': '', 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'mac_address': 'fa:16:3e:b7:a7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:19Z', 'updated_at': '2022-05-04T14:58:29Z', 'revision_number': 4, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'subnets': [{'id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:31.774598 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.provisioning_blocks [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-bfb66246-27bf-4820-97b9-78df6f0d82aa service neutron] Transition to ACTIVE for port object a3384183-568d-44bc-9c4f-65c30601d7ae will not be triggered until provisioned by entity L2. {{(pid=101864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:58:31.784510 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-bfb66246-27bf-4820-97b9-78df6f0d82aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:31.794794 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-356caa8b-dd0a-4832-b0ea-710eb8aeccc4 None None] The sync data for ids ['abdfd2ac-0f24-4034-9f3a-647c8dad7e11'] in dv-cinder-829630-2-iscsi is: [{'id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'name': 'tempest-AttachVolumeShelveTestJSON-702985069-router', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '14c6e390-898c-40c3-b504-117e314d1081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:12Z', 'updated_at': '2022-05-04T14:58:20Z', 'revision_number': 4, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'gw_port': {'id': '14c6e390-898c-40c3-b504-117e314d1081', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:13Z', 'updated_at': '2022-05-04T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': 'f0acc510-f19c-4c98-9715-7d6870342566', 'name': '', 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'mac_address': 'fa:16:3e:b7:a7:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:19Z', 'updated_at': '2022-05-04T14:58:29Z', 'revision_number': 4, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'subnets': [{'id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:58:31.799454 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-5780cd54-54d0-4d35-a53a-e50270e4f31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:31.895943 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Pushing event updated for resources: {'Port': ['ID=f2188457-2735-4a03-8287-b1ad6c0d3bb8,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:31.899682 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-9ea47186-6084-44f7-8a65-e535c50a1725 None None] Set router cf3ad22b-808f-4331-9948-e6e91d3b6eac gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:58:32.004449 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb66246-27bf-4820-97b9-78df6f0d82aa service neutron] Pushing event updated for resources: {'Port': ['ID=a3384183-568d-44bc-9c4f-65c30601d7ae,revision_number=2']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:32.021901 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5780cd54-54d0-4d35-a53a-e50270e4f31c None None] Pushing event updated for resources: {'Port': ['ID=f0acc510-f19c-4c98-9715-7d6870342566,revision_number=5']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:32.031281 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 21f78449-930d-41d7-a0fc-3452d0ca9b33 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:58:32.119260 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-6a9b64ad-648b-459d-a2ca-99d7270c6ad0 None None] Provisioning complete for port f0acc510-f19c-4c98-9715-7d6870342566 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:32.119719 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-6a9b64ad-648b-459d-a2ca-99d7270c6ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:32.134493 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-5019287e-6075-4d44-8028-4afab847ad83 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for port, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:32.196054 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port 21f78449-930d-41d7-a0fc-3452d0ca9b33 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:32.196655 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:32.321036 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-5019287e-6075-4d44-8028-4afab847ad83 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:32.363441 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-6a9b64ad-648b-459d-a2ca-99d7270c6ad0 None None] Provisioning complete for port 940cd6bd-3d19-4d8a-861d-318d5f850d18 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:32.366339 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-6a9b64ad-648b-459d-a2ca-99d7270c6ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:32.434126 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5019287e-6075-4d44-8028-4afab847ad83 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Network de075482-66db-4cfa-a120-f2ea157cd064 is already hosted by enough agents. {{(pid=101863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:58:32.451982 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-5019287e-6075-4d44-8028-4afab847ad83 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Resources bound (agent type, host, resource id): {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:58:32.474918 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5019287e-6075-4d44-8028-4afab847ad83 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Received port after_create {{(pid=101863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:58:32.495763 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-bfb66246-27bf-4820-97b9-78df6f0d82aa service neutron] Attempting to bind port a3384183-568d-44bc-9c4f-65c30601d7ae on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:58:32.499271 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-bfb66246-27bf-4820-97b9-78df6f0d82aa service neutron] Attempting to bind port a3384183-568d-44bc-9c4f-65c30601d7ae by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'f2a774e1-0ef4-4840-b58c-af661d4a4c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0b1f0998-b40c-4b96-a6a5-5579edcd628a'}] {{(pid=101864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:58:32.500178 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-bfb66246-27bf-4820-97b9-78df6f0d82aa service neutron] Attempting to bind port a3384183-568d-44bc-9c4f-65c30601d7ae on network 0b1f0998-b40c-4b96-a6a5-5579edcd628a {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:58:32.521541 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-bfb66246-27bf-4820-97b9-78df6f0d82aa service neutron] Port a3384183-568d-44bc-9c4f-65c30601d7ae on network 0b1f0998-b40c-4b96-a6a5-5579edcd628a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:58:32.521880 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-bfb66246-27bf-4820-97b9-78df6f0d82aa service neutron] Attempting to bind port a3384183-568d-44bc-9c4f-65c30601d7ae on network 0b1f0998-b40c-4b96-a6a5-5579edcd628a {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:58:32.562917 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-bfb66246-27bf-4820-97b9-78df6f0d82aa service neutron] Checking agent: {'id': 'b5e3fd0f-344a-4130-968c-1c1293caf489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'started_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 58, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:58:32.567013 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-bfb66246-27bf-4820-97b9-78df6f0d82aa service neutron] Checking segment: {'id': 'f2a774e1-0ef4-4840-b58c-af661d4a4c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0b1f0998-b40c-4b96-a6a5-5579edcd628a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:58:32.570254 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-bfb66246-27bf-4820-97b9-78df6f0d82aa service neutron] Bound using segment: {'id': 'f2a774e1-0ef4-4840-b58c-af661d4a4c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0b1f0998-b40c-4b96-a6a5-5579edcd628a'} {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:58:32.570715 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-bfb66246-27bf-4820-97b9-78df6f0d82aa service neutron] Bound port: a3384183-568d-44bc-9c4f-65c30601d7ae, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2a774e1-0ef4-4840-b58c-af661d4a4c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': '0b1f0998-b40c-4b96-a6a5-5579edcd628a'}}] {{(pid=101864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:58:32.574005 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-bfb66246-27bf-4820-97b9-78df6f0d82aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:32.702481 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:32.717794 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-6a9b64ad-648b-459d-a2ca-99d7270c6ad0 None None] Port 940cd6bd-3d19-4d8a-861d-318d5f850d18 cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 14:58:32.718248 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-9ea47186-6084-44f7-8a65-e535c50a1725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'name': 'tempest-ServerRescueNegativeTestJSON-1965692413-router', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '21f78449-930d-41d7-a0fc-3452d0ca9b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:14Z', 'updated_at': '2022-05-04T14:58:21Z', 'revision_number': 4, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'gw_port': {'id': '21f78449-930d-41d7-a0fc-3452d0ca9b33', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:18:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:15Z', 'updated_at': '2022-05-04T14:58:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '8b2f621d-7e96-4aa4-8a90-c05ae653fc54', 'name': '', 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'mac_address': 'fa:16:3e:3a:fa:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:20Z', 'updated_at': '2022-05-04T14:58:22Z', 'revision_number': 2, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'subnets': [{'id': '5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:32.789351 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] For port 21f78449-930d-41d7-a0fc-3452d0ca9b33, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=21f78449-930d-41d7-a0fc-3452d0ca9b33,segment=NetworkSegment(60ac4599-e6dd-4770-844e-5b54095f67fa),segment_id=60ac4599-e6dd-4770-844e-5b54095f67fa)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:32.807133 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:32.855963 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-bfb66246-27bf-4820-97b9-78df6f0d82aa service neutron] For port a3384183-568d-44bc-9c4f-65c30601d7ae, host hv-cinder-82963, cleared binding levels {{(pid=101864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:58:32.867904 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea47186-6084-44f7-8a65-e535c50a1725 None None] Checking router: cf3ad22b-808f-4331-9948-e6e91d3b6eac for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:58:32.872762 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea47186-6084-44f7-8a65-e535c50a1725 None None] Updating router cf3ad22b-808f-4331-9948-e6e91d3b6eac port 8b2f621d-7e96-4aa4-8a90-c05ae653fc54 binding host dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:58:32.887195 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-bfb66246-27bf-4820-97b9-78df6f0d82aa service neutron] For port a3384183-568d-44bc-9c4f-65c30601d7ae, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=a3384183-568d-44bc-9c4f-65c30601d7ae,segment=NetworkSegment(f2a774e1-0ef4-4840-b58c-af661d4a4c39),segment_id=f2a774e1-0ef4-4840-b58c-af661d4a4c39)] {{(pid=101864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:58:32.897864 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-bfb66246-27bf-4820-97b9-78df6f0d82aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:32.955998 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019287e-6075-4d44-8028-4afab847ad83 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Pushing event updated for resources: {'Port': ['ID=68624adc-4ca0-4cd3-b755-f87a377c8eb2,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:32.973183 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-9ea47186-6084-44f7-8a65-e535c50a1725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:32.987471 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a208eed-ba97-4f8e-a62c-2527b177972a req-9dd896c5-8165-4eff-8528-6c3789abe671 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:33.002052 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb66246-27bf-4820-97b9-78df6f0d82aa service neutron] Pushing event updated for resources: {'Port': ['ID=a3384183-568d-44bc-9c4f-65c30601d7ae,revision_number=3']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:33.005589 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2a208eed-ba97-4f8e-a62c-2527b177972a req-9dd896c5-8165-4eff-8528-6c3789abe671 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/ports?device_id=3988aef8-15b0-495c-8c14-346307167353 HTTP/1.1" status: 200 len: 932 time: 1.6787179 May 04 14:58:33.018422 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-bfb66246-27bf-4820-97b9-78df6f0d82aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:33.019321 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-bfb66246-27bf-4820-97b9-78df6f0d82aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:33.021528 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-bfb66246-27bf-4820-97b9-78df6f0d82aa service neutron] 10.222.0.11 "PUT /v2.0/ports/a3384183-568d-44bc-9c4f-65c30601d7ae HTTP/1.1" status: 200 len: 1094 time: 3.0142426 May 04 14:58:33.022290 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3988aef8-15b0-495c-8c14-346307167353', 'tag': 'a3384183-568d-44bc-9c4f-65c30601d7ae'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:58:33.104369 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Pushing event updated for resources: {'Port': ['ID=21f78449-930d-41d7-a0fc-3452d0ca9b33,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:33.324646 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-6d01cedb-c6ef-426a-b376-507ca4f1fc45 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=727dce3d13c04e2dad98e542c45c5edf&name=default HTTP/1.1" status: 200 len: 2975 time: 2.2495267 May 04 14:58:33.331544 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed615204-6749-4da0-a8c4-6dcfff3d5009 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:58:33.336623 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 40942) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:33.354087 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2f0c2a-df09-4ddd-aeb9-74c7eceb479c None None] Sync routers for ids ['10cb654b-ad6a-4737-b26f-4dd942827a1c'] in dv-cinder-829630-2-iscsi {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:58:33.393442 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-760e3257-fbc0-40ac-97bf-bb231d082e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:33.395308 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-760e3257-fbc0-40ac-97bf-bb231d082e21 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=340c54c2b6534b6590f3840bbaba4fb2&device_id=3988aef8-15b0-495c-8c14-346307167353 HTTP/1.1" status: 200 len: 1097 time: 0.2979550 May 04 14:58:33.418300 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c564a31d-6926-412c-aa2f-57c91e699788 req-b5bf38dc-4ef0-4ef1-a78b-9d157421bc6a tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 210 time: 0.9779334 May 04 14:58:33.433406 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2f0c2a-df09-4ddd-aeb9-74c7eceb479c None None] Routers {'10cb654b-ad6a-4737-b26f-4dd942827a1c'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:58:33.434700 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-9f2f0c2a-df09-4ddd-aeb9-74c7eceb479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T14:58:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['10cb654b-ad6a-4737-b26f-4dd942827a1c'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:33.465932 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-ed615204-6749-4da0-a8c4-6dcfff3d5009 admin admin] 10.222.0.42 "PUT /v2.0/routers/10cb654b-ad6a-4737-b26f-4dd942827a1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3230610 May 04 14:58:33.666447 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2a208eed-ba97-4f8e-a62c-2527b177972a req-e69c337d-8008-4265-b798-5350b476cc46 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/security-groups?id=16a50401-4087-4535-abf3-3ebe744eebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6569018 May 04 14:58:33.735174 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-416407c6-12be-45af-811c-7357fef2c1a1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3384183-568d-44bc-9c4f-65c30601d7ae HTTP/1.1" status: 200 len: 217 time: 0.2858107 May 04 14:58:33.877263 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-5019287e-6075-4d44-8028-4afab847ad83 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:33.983485 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e88f792b-8511-415d-bfbe-8e077042bb92" -d '{"events": [{"name": "network-changed", "server_uuid": "3988aef8-15b0-495c-8c14-346307167353", "tag": "a3384183-568d-44bc-9c4f-65c30601d7ae"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:58:34.027852 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-23e2ca44-8d88-4b17-a09a-413107394ea5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:34.058465 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-37baf381-2500-4d6e-806a-cc1216a7af27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:34.059984 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-37baf381-2500-4d6e-806a-cc1216a7af27 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e7664bf8-589e-43a8-9358-c59ff32dc964 HTTP/1.1" status: 200 len: 851 time: 0.3177676 May 04 14:58:34.100127 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-9f2f0c2a-df09-4ddd-aeb9-74c7eceb479c None None] Set router 10cb654b-ad6a-4737-b26f-4dd942827a1c gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:58:34.216495 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-23e2ca44-8d88-4b17-a09a-413107394ea5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:34.273377 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-9ea47186-6084-44f7-8a65-e535c50a1725 None None] Notify callbacks [] for port, precommit_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:34.278804 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device f2188457-2735-4a03-8287-b1ad6c0d3bb8 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:58:34.279040 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-5019287e-6075-4d44-8028-4afab847ad83 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:34.301238 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-9ea47186-6084-44f7-8a65-e535c50a1725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:34.519516 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port f2188457-2735-4a03-8287-b1ad6c0d3bb8 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:34.520514 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:34.568078 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c119de4-6ed3-4c98-9290-8c9e5e9e799c None None] Pushing event updated for resources: {'Port': ['ID=8b2f621d-7e96-4aa4-8a90-c05ae653fc54,revision_number=3']} {{(pid=101866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:34.847062 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.managers [None req-9ea47186-6084-44f7-8a65-e535c50a1725 None None] Attempting to bind port 8b2f621d-7e96-4aa4-8a90-c05ae653fc54 on host dv-cinder-829630-2-iscsi for vnic_type normal with profile {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:58:34.847431 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.managers [None req-9ea47186-6084-44f7-8a65-e535c50a1725 None None] Attempting to bind port 8b2f621d-7e96-4aa4-8a90-c05ae653fc54 by drivers openvswitch,hyperv on host dv-cinder-829630-2-iscsi at level 0 using segments [{'id': '534d5c1f-96ae-4c1a-a88f-267c90e99e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc'}] {{(pid=101866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:58:34.847793 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea47186-6084-44f7-8a65-e535c50a1725 None None] Attempting to bind port 8b2f621d-7e96-4aa4-8a90-c05ae653fc54 on network 1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:58:34.869595 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea47186-6084-44f7-8a65-e535c50a1725 None None] Checking agent: {'id': '53237496-8014-4dc2-9deb-3d098fbdee6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 49, 42), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:58:34.869911 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea47186-6084-44f7-8a65-e535c50a1725 None None] Checking segment: {'id': '534d5c1f-96ae-4c1a-a88f-267c90e99e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:58:34.870318 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-9ea47186-6084-44f7-8a65-e535c50a1725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:34.870710 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ea47186-6084-44f7-8a65-e535c50a1725 None None] Bound using segment: {'id': '534d5c1f-96ae-4c1a-a88f-267c90e99e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc'} {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:58:34.871204 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.managers [None req-9ea47186-6084-44f7-8a65-e535c50a1725 None None] Bound port: 8b2f621d-7e96-4aa4-8a90-c05ae653fc54, host: dv-cinder-829630-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534d5c1f-96ae-4c1a-a88f-267c90e99e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc'}}] {{(pid=101866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:58:34.871622 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-9ea47186-6084-44f7-8a65-e535c50a1725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:35.070936 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-5019287e-6075-4d44-8028-4afab847ad83 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for port, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:35.108543 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-9f2f0c2a-df09-4ddd-aeb9-74c7eceb479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'name': 'tempest-AttachVolumeNegativeTest-576760527-router', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:16Z', 'updated_at': '2022-05-04T14:58:27Z', 'revision_number': 4, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'gw_port': {'id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:18Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '940cd6bd-3d19-4d8a-861d-318d5f850d18', 'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'mac_address': 'fa:16:3e:bf:dc:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:24Z', 'updated_at': '2022-05-04T14:58:28Z', 'revision_number': 2, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'subnets': [{'id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:35.116624 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-74ed25d2-6794-43bb-b123-3244b6ebe2ae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b1f0998-b40c-4b96-a6a5-5579edcd628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 1.0340626 May 04 14:58:35.136681 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-5019287e-6075-4d44-8028-4afab847ad83 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2944232'] for port, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:35.201855 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.db [None req-9ea47186-6084-44f7-8a65-e535c50a1725 None None] For port 8b2f621d-7e96-4aa4-8a90-c05ae653fc54, host dv-cinder-829630-2-iscsi, cleared binding levels {{(pid=101866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:58:35.208866 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.db [None req-9ea47186-6084-44f7-8a65-e535c50a1725 None None] For port 8b2f621d-7e96-4aa4-8a90-c05ae653fc54, host dv-cinder-829630-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=8b2f621d-7e96-4aa4-8a90-c05ae653fc54,segment=NetworkSegment(534d5c1f-96ae-4c1a-a88f-267c90e99e91),segment_id=534d5c1f-96ae-4c1a-a88f-267c90e99e91)] {{(pid=101866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:58:35.215702 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-9ea47186-6084-44f7-8a65-e535c50a1725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:35.257343 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2f0c2a-df09-4ddd-aeb9-74c7eceb479c None None] Checking router: 10cb654b-ad6a-4737-b26f-4dd942827a1c for host: dv-cinder-829630-2-iscsi {{(pid=101865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:58:35.260117 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2f0c2a-df09-4ddd-aeb9-74c7eceb479c None None] Updating router 10cb654b-ad6a-4737-b26f-4dd942827a1c port 940cd6bd-3d19-4d8a-861d-318d5f850d18 binding host dv-cinder-829630-2-iscsi {{(pid=101865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:58:35.373502 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea47186-6084-44f7-8a65-e535c50a1725 None None] Routers {'cf3ad22b-808f-4331-9948-e6e91d3b6eac'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:58:35.376202 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device f0acc510-f19c-4c98-9715-7d6870342566 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:58:35.377324 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-9ea47186-6084-44f7-8a65-e535c50a1725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T14:58:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['cf3ad22b-808f-4331-9948-e6e91d3b6eac'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:35.428302 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-23e2ca44-8d88-4b17-a09a-413107394ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:35.436065 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-23e2ca44-8d88-4b17-a09a-413107394ea5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:35.442560 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-23e2ca44-8d88-4b17-a09a-413107394ea5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1344c543-5144-4c82-bea9-1222709fb6d0 HTTP/1.1" status: 204 len: 168 time: 2.0261977 May 04 14:58:35.506921 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-4c62c1db-ed73-4304-a338-e17ca4d65d8e None None] Provisioning complete for port 8b2f621d-7e96-4aa4-8a90-c05ae653fc54 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:35.507758 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-4c62c1db-ed73-4304-a338-e17ca4d65d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:35.520498 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-9f2f0c2a-df09-4ddd-aeb9-74c7eceb479c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:35.550335 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-f7252a9d-4ab7-43bb-acfb-4e3800426262 service neutron] 10.222.0.11 "GET /v2.0/networks/0b1f0998-b40c-4b96-a6a5-5579edcd628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4106319 May 04 14:58:35.559214 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f102ddd-b337-4020-aa65-6b78dc11ada4 x-openstack-request-id: req-3f102ddd-b337-4020-aa65-6b78dc11ada4 {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:58:35.559540 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3988aef8-15b0-495c-8c14-346307167353", "tag": "a3384183-568d-44bc-9c4f-65c30601d7ae", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:58:35.563604 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3f102ddd-b337-4020-aa65-6b78dc11ada4 {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:58:35.567074 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3f102ddd-b337-4020-aa65-6b78dc11ada4'] response: {'name': 'network-changed', 'server_uuid': '3988aef8-15b0-495c-8c14-346307167353', 'tag': 'a3384183-568d-44bc-9c4f-65c30601d7ae', 'status': 'completed', 'code': 200} May 04 14:58:35.586904 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port f0acc510-f19c-4c98-9715-7d6870342566 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:35.587648 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:35.788896 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e2ca44-8d88-4b17-a09a-413107394ea5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1344c543-5144-4c82-bea9-1222709fb6d0,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:35.821137 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-9e6bcdf4-1f27-49eb-9606-09a277b9045d req-db25f3a1-7d04-496a-a4be-4ce76c1d4b7f service neutron] 10.222.0.11 "GET /v2.0/networks/0b1f0998-b40c-4b96-a6a5-5579edcd628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462132 May 04 14:58:35.831779 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-5019287e-6075-4d44-8028-4afab847ad83 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628046'] for floatingip, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:35.843290 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5019287e-6075-4d44-8028-4afab847ad83 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Pushing event updated for resources: {'Port': ['ID=68624adc-4ca0-4cd3-b755-f87a377c8eb2,revision_number=2']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:36.008835 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-5019287e-6075-4d44-8028-4afab847ad83 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:36.017765 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-5019287e-6075-4d44-8028-4afab847ad83 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.0608950 May 04 14:58:36.057124 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-9f6c0b13-5246-488b-91bd-1ad82c252a28 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:36.058934 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-9f6c0b13-5246-488b-91bd-1ad82c252a28 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/networks?id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc HTTP/1.1" status: 200 len: 819 time: 0.9754384 May 04 14:58:36.082218 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-9ea47186-6084-44f7-8a65-e535c50a1725 None None] Set router cf3ad22b-808f-4331-9948-e6e91d3b6eac gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:58:36.090552 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-eaa0a7a5-9ea1-4aa1-ba78-07153d5b92e6 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/quotas/905c2ec6da98485d974f32e58df0cfb5 HTTP/1.1" status: 200 len: 375 time: 0.0219505 May 04 14:58:36.115589 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.11', 61604) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:36.250716 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-284834fb-88ed-4891-a465-204fbeacb293 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=905c2ec6da98485d974f32e58df0cfb5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1504261 May 04 14:58:36.366743 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f792b-8511-415d-bfbe-8e077042bb92 req-ebd41cff-63bc-464d-9ee1-bbc647c9dfbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:36.368954 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-e88f792b-8511-415d-bfbe-8e077042bb92 req-ebd41cff-63bc-464d-9ee1-bbc647c9dfbd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=340c54c2b6534b6590f3840bbaba4fb2&device_id=3988aef8-15b0-495c-8c14-346307167353 HTTP/1.1" status: 200 len: 1097 time: 0.2367003 May 04 14:58:36.413229 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-89fc7429-bec8-4c86-9afe-8dcee3db8d91 service neutron] 10.222.0.42 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518888 May 04 14:58:36.434085 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 41040) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:36.577604 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c119de4-6ed3-4c98-9290-8c9e5e9e799c None None] Pushing event updated for resources: {'Port': ['ID=8b2f621d-7e96-4aa4-8a90-c05ae653fc54,revision_number=4']} {{(pid=101866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:36.629425 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-438139d4-0542-4007-b9bf-891289fc53a1 service neutron] 10.222.0.42 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090545 May 04 14:58:36.657069 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-2337a48e-9615-4fad-8e0b-68eb2894976c tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:36.659810 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-2337a48e-9615-4fad-8e0b-68eb2894976c tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.11 "GET /v2.0/networks?id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc HTTP/1.1" status: 200 len: 819 time: 0.5186646 May 04 14:58:36.675866 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-9ea47186-6084-44f7-8a65-e535c50a1725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'name': 'tempest-ServerRescueNegativeTestJSON-1965692413-router', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '21f78449-930d-41d7-a0fc-3452d0ca9b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:14Z', 'updated_at': '2022-05-04T14:58:21Z', 'revision_number': 4, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'gw_port': {'id': '21f78449-930d-41d7-a0fc-3452d0ca9b33', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:15Z', 'updated_at': '2022-05-04T14:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '8b2f621d-7e96-4aa4-8a90-c05ae653fc54', 'name': '', 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'mac_address': 'fa:16:3e:3a:fa:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:20Z', 'updated_at': '2022-05-04T14:58:35Z', 'revision_number': 4, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'subnets': [{'id': '5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:36.707477 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-18ca7871-b2c3-4e61-a59b-182d5d85e0f0 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Request body: {'port': {'device_id': '6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb', 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc', 'admin_state_up': True, 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:58:36.726120 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 41052) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:36.755393 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ea47186-6084-44f7-8a65-e535c50a1725 None None] The sync data for ids ['cf3ad22b-808f-4331-9948-e6e91d3b6eac'] in dv-cinder-829630-2-iscsi is: [{'id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'name': 'tempest-ServerRescueNegativeTestJSON-1965692413-router', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '21f78449-930d-41d7-a0fc-3452d0ca9b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:14Z', 'updated_at': '2022-05-04T14:58:21Z', 'revision_number': 4, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'gw_port': {'id': '21f78449-930d-41d7-a0fc-3452d0ca9b33', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:15Z', 'updated_at': '2022-05-04T14:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '8b2f621d-7e96-4aa4-8a90-c05ae653fc54', 'name': '', 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'mac_address': 'fa:16:3e:3a:fa:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:20Z', 'updated_at': '2022-05-04T14:58:35Z', 'revision_number': 4, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'subnets': [{'id': '5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:58:36.825039 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-8405904d-5060-4859-bb37-c8ae602073cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:36.924206 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f792b-8511-415d-bfbe-8e077042bb92 req-2087061f-c10e-45a7-a1df-f1563decf841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:36.960136 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-e88f792b-8511-415d-bfbe-8e077042bb92 req-2087061f-c10e-45a7-a1df-f1563decf841 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b1f0998-b40c-4b96-a6a5-5579edcd628a HTTP/1.1" status: 200 len: 912 time: 0.5819433 May 04 14:58:37.052680 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-4c62c1db-ed73-4304-a338-e17ca4d65d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:37.152237 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4c3411ff-cf08-4aa0-a632-13d39fba880d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:37.194936 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-e88f792b-8511-415d-bfbe-8e077042bb92 req-e804be22-8c34-4e47-8135-b6b3ffc9ee92 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3384183-568d-44bc-9c4f-65c30601d7ae HTTP/1.1" status: 200 len: 217 time: 0.2218924 May 04 14:58:37.214053 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-77d3d695-914d-463d-a61b-b51a46bd3536 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:37.285604 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-4c62c1db-ed73-4304-a338-e17ca4d65d8e None None] For port 8b2f621d-7e96-4aa4-8a90-c05ae653fc54, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=8b2f621d-7e96-4aa4-8a90-c05ae653fc54,segment=NetworkSegment(534d5c1f-96ae-4c1a-a88f-267c90e99e91),segment_id=534d5c1f-96ae-4c1a-a88f-267c90e99e91)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:37.302672 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-4c62c1db-ed73-4304-a338-e17ca4d65d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:37.305585 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 21f78449-930d-41d7-a0fc-3452d0ca9b33 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:58:37.347409 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88f792b-8511-415d-bfbe-8e077042bb92 req-05840cea-c62e-4da6-9afc-db533f7e87d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:37.349008 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-e88f792b-8511-415d-bfbe-8e077042bb92 req-05840cea-c62e-4da6-9afc-db533f7e87d4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e7664bf8-589e-43a8-9358-c59ff32dc964 HTTP/1.1" status: 200 len: 851 time: 0.1273344 May 04 14:58:37.440036 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-e88f792b-8511-415d-bfbe-8e077042bb92 req-4476f257-d970-49b9-9373-d9befde3d997 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b1f0998-b40c-4b96-a6a5-5579edcd628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707362 May 04 14:58:37.601872 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 41084) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:37.610296 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-64e7fc05-6e23-46a2-ad4e-ce292f502a8d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1776340310', 'description': 'tempest-description--1514748362'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:58:37.756451 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-77d3d695-914d-463d-a61b-b51a46bd3536 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:37.765656 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-77d3d695-914d-463d-a61b-b51a46bd3536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:37.772766 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-18ca7871-b2c3-4e61-a59b-182d5d85e0f0 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Made reservation on behalf of 905c2ec6da98485d974f32e58df0cfb5 for: {'port': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:58:37.780151 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-18ca7871-b2c3-4e61-a59b-182d5d85e0f0 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:37.780639 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7eee72-e68d-4498-925b-300d9ea01bf3 req-9423affd-c586-4ee3-b3c9-97340eabd974 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:37.782713 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9f7eee72-e68d-4498-925b-300d9ea01bf3 req-9423affd-c586-4ee3-b3c9-97340eabd974 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/ports?device_id=3988aef8-15b0-495c-8c14-346307167353 HTTP/1.1" status: 200 len: 944 time: 0.5659502 May 04 14:58:37.835181 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-9f2f0c2a-df09-4ddd-aeb9-74c7eceb479c None None] Notify callbacks [] for port, precommit_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:37.846876 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c62c1db-ed73-4304-a338-e17ca4d65d8e None None] Pushing event updated for resources: {'Port': ['ID=8b2f621d-7e96-4aa4-8a90-c05ae653fc54,revision_number=5']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:37.857096 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-9f2f0c2a-df09-4ddd-aeb9-74c7eceb479c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:37.921813 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a89d7-dfac-489f-b36b-6c75b4d80fcf None None] Pushing event updated for resources: {'Port': ['ID=940cd6bd-3d19-4d8a-861d-318d5f850d18,revision_number=3']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:37.945399 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port 21f78449-930d-41d7-a0fc-3452d0ca9b33 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:37.946017 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:37.948507 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-30bb17af-1c59-45fd-96c3-5b0884903b4a None None] Provisioning complete for port 8b2f621d-7e96-4aa4-8a90-c05ae653fc54 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:37.949075 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-30bb17af-1c59-45fd-96c3-5b0884903b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:38.094579 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-64e7fc05-6e23-46a2-ad4e-ce292f502a8d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:38.266743 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-e88f792b-8511-415d-bfbe-8e077042bb92 req-329731a2-2e56-4501-8073-c0a4650c8a2d service neutron] 10.222.0.11 "GET /v2.0/networks/0b1f0998-b40c-4b96-a6a5-5579edcd628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8108220 May 04 14:58:38.271104 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-77d3d695-914d-463d-a61b-b51a46bd3536 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4e1d93221b41414cace9fd5214c13acd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5419052 May 04 14:58:38.278037 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3d695-914d-463d-a61b-b51a46bd3536 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81258de3-6087-4f53-9d28-4a903b0f3161,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:38.292947 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 41102) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:38.359075 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9f7eee72-e68d-4498-925b-300d9ea01bf3 req-464a3921-ce43-4486-8873-68715c222be0 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/security-groups?id=16a50401-4087-4535-abf3-3ebe744eebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5665903 May 04 14:58:38.385284 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-51b5b4ae-b90b-4dcb-8ba4-58fb5629a12e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--356493976&fields=id&tenant_id=192ccf80824d4fa59de46a9e21ae0572 HTTP/1.1" status: 200 len: 267 time: 0.4759953 May 04 14:58:38.537349 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_common [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-18ca7871-b2c3-4e61-a59b-182d5d85e0f0 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Allocated IP 172.20.0.14 (1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc/5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a/4a1747b7-8961-43c7-aa12-ccf71dd190e6) {{(pid=101864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:58:38.598845 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4c3411ff-cf08-4aa0-a632-13d39fba880d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:38.627896 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4c3411ff-cf08-4aa0-a632-13d39fba880d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:38.675856 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e64c83e3-a4f8-4b68-a5ad-1d13cbec22ed req-45c34ba5-8183-498c-a62d-8a4d47ba854f tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 210 time: 0.0742497 May 04 14:58:38.677220 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-9f2f0c2a-df09-4ddd-aeb9-74c7eceb479c None None] Attempting to bind port 940cd6bd-3d19-4d8a-861d-318d5f850d18 on host dv-cinder-829630-2-iscsi for vnic_type normal with profile {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:58:38.685656 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-9f2f0c2a-df09-4ddd-aeb9-74c7eceb479c None None] Attempting to bind port 940cd6bd-3d19-4d8a-861d-318d5f850d18 by drivers openvswitch,hyperv on host dv-cinder-829630-2-iscsi at level 0 using segments [{'id': '5fc74e29-6563-4af1-8324-f9079d6eac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160'}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:58:38.686090 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2f0c2a-df09-4ddd-aeb9-74c7eceb479c None None] Attempting to bind port 940cd6bd-3d19-4d8a-861d-318d5f850d18 on network 55dbbf73-0e6e-443d-9d78-4a6112dd0160 {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:58:38.705745 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a1a16b11-9f1d-4ca8-930d-a857cbccae17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:38.706580 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2f0c2a-df09-4ddd-aeb9-74c7eceb479c None None] Checking agent: {'id': '53237496-8014-4dc2-9deb-3d098fbdee6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 49, 42), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 58, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:58:38.706966 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2f0c2a-df09-4ddd-aeb9-74c7eceb479c None None] Checking segment: {'id': '5fc74e29-6563-4af1-8324-f9079d6eac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:58:38.707376 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-9f2f0c2a-df09-4ddd-aeb9-74c7eceb479c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:38.707773 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f2f0c2a-df09-4ddd-aeb9-74c7eceb479c None None] Bound using segment: {'id': '5fc74e29-6563-4af1-8324-f9079d6eac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160'} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:58:38.708264 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-9f2f0c2a-df09-4ddd-aeb9-74c7eceb479c None None] Bound port: 940cd6bd-3d19-4d8a-861d-318d5f850d18, host: dv-cinder-829630-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5fc74e29-6563-4af1-8324-f9079d6eac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160'}}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:58:38.708648 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-9f2f0c2a-df09-4ddd-aeb9-74c7eceb479c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:38.730122 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-64e7fc05-6e23-46a2-ad4e-ce292f502a8d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:38.735523 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-e88f792b-8511-415d-bfbe-8e077042bb92 req-70114201-8c70-4576-a211-6c88f0704782 service neutron] 10.222.0.11 "GET /v2.0/networks/0b1f0998-b40c-4b96-a6a5-5579edcd628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4014246 May 04 14:58:38.749779 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-64e7fc05-6e23-46a2-ad4e-ce292f502a8d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:38.762591 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-c5789f74-0e3b-4999-afd0-4baaeb473a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:38.791008 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-64e7fc05-6e23-46a2-ad4e-ce292f502a8d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:38.793407 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-64e7fc05-6e23-46a2-ad4e-ce292f502a8d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.1904669 May 04 14:58:38.800688 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 41110) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:38.810021 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a1a16b11-9f1d-4ca8-930d-a857cbccae17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:38.824887 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-19edbb92-248c-42f5-b80d-c5d9f49c50df tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Request body: {'security_group_rule': {'security_group_id': '2df837d7-a5e7-4dbb-bde0-56549fb18ae8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:58:39.093009 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-4c3411ff-cf08-4aa0-a632-13d39fba880d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dd19064169d8493c8225a5b71eca3a1d&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6538022 May 04 14:58:39.104097 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3411ff-cf08-4aa0-a632-13d39fba880d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bdf897-e935-4b53-966c-bf3b5cb8936e,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:39.109504 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 41114) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:39.124958 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e7fc05-6e23-46a2-ad4e-ce292f502a8d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2df837d7-a5e7-4dbb-bde0-56549fb18ae8,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:39.164645 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-5b3019b0-bd0b-4c14-8f84-676bafb5d3be None None] Provisioning complete for port 940cd6bd-3d19-4d8a-861d-318d5f850d18 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:39.165239 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-5b3019b0-bd0b-4c14-8f84-676bafb5d3be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:39.173597 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-af1537ad-a4e4-4174-9289-4130886a676f tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:39.180965 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-19edbb92-248c-42f5-b80d-c5d9f49c50df tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:39.181929 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-af1537ad-a4e4-4174-9289-4130886a676f tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/networks?id=60c30b73-0e7f-49bb-89af-0e44584f9d97 HTTP/1.1" status: 200 len: 816 time: 0.7824121 May 04 14:58:39.278644 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-bea61fc7-6279-4581-b41d-2a24afed2230 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/quotas/192ccf80824d4fa59de46a9e21ae0572 HTTP/1.1" status: 200 len: 375 time: 0.0954299 May 04 14:58:39.310193 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 8b2f621d-7e96-4aa4-8a90-c05ae653fc54 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:58:39.352583 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-9f2f0c2a-df09-4ddd-aeb9-74c7eceb479c None None] For port 940cd6bd-3d19-4d8a-861d-318d5f850d18, host dv-cinder-829630-2-iscsi, cleared binding levels {{(pid=101865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:58:39.400773 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-9f2f0c2a-df09-4ddd-aeb9-74c7eceb479c None None] For port 940cd6bd-3d19-4d8a-861d-318d5f850d18, host dv-cinder-829630-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=940cd6bd-3d19-4d8a-861d-318d5f850d18,segment=NetworkSegment(5fc74e29-6563-4af1-8324-f9079d6eac6f),segment_id=5fc74e29-6563-4af1-8324-f9079d6eac6f)] {{(pid=101865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:58:39.402606 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-9f2f0c2a-df09-4ddd-aeb9-74c7eceb479c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:39.467034 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-5b3019b0-bd0b-4c14-8f84-676bafb5d3be None None] Port 940cd6bd-3d19-4d8a-861d-318d5f850d18 cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 14:58:39.484594 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-19edbb92-248c-42f5-b80d-c5d9f49c50df tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:39.497160 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-790af75b-d82a-47a8-a626-f3ca83c479e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:39.551476 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-19edbb92-248c-42f5-b80d-c5d9f49c50df tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:39.552082 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f2f0c2a-df09-4ddd-aeb9-74c7eceb479c None None] Routers {'10cb654b-ad6a-4737-b26f-4dd942827a1c'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:58:39.555607 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-9f2f0c2a-df09-4ddd-aeb9-74c7eceb479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T14:58:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['10cb654b-ad6a-4737-b26f-4dd942827a1c'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:39.598393 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-18ca7871-b2c3-4e61-a59b-182d5d85e0f0 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks [] for port, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:39.608670 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a1a16b11-9f1d-4ca8-930d-a857cbccae17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:39.616094 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a1a16b11-9f1d-4ca8-930d-a857cbccae17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:39.622787 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-a1a16b11-9f1d-4ca8-930d-a857cbccae17 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/81258de3-6087-4f53-9d28-4a903b0f3161 HTTP/1.1" status: 204 len: 168 time: 1.2827260 May 04 14:58:39.646324 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-790af75b-d82a-47a8-a626-f3ca83c479e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:39.702755 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8a89d7-dfac-489f-b36b-6c75b4d80fcf None None] Pushing event updated for resources: {'Port': ['ID=940cd6bd-3d19-4d8a-861d-318d5f850d18,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:39.759716 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-19edbb92-248c-42f5-b80d-c5d9f49c50df tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:39.763789 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-19edbb92-248c-42f5-b80d-c5d9f49c50df tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9494913 May 04 14:58:39.770556 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19edbb92-248c-42f5-b80d-c5d9f49c50df tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43c0d975-546e-4db8-a955-765e78fbb9d4,revision_number=0']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:39.780102 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 41132) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:39.784147 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a16b11-9f1d-4ca8-930d-a857cbccae17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81258de3-6087-4f53-9d28-4a903b0f3161,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:39.801309 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-790af75b-d82a-47a8-a626-f3ca83c479e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:39.804439 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-790af75b-d82a-47a8-a626-f3ca83c479e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:39.809266 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-790af75b-d82a-47a8-a626-f3ca83c479e6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d8bdf897-e935-4b53-966c-bf3b5cb8936e HTTP/1.1" status: 204 len: 168 time: 0.6984487 May 04 14:58:39.822214 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-c004b8fe-45c3-4897-80b1-7ed4467e84de tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Request body: {'security_group_rule': {'security_group_id': '2df837d7-a5e7-4dbb-bde0-56549fb18ae8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:58:39.824014 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port 8b2f621d-7e96-4aa4-8a90-c05ae653fc54 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:39.824389 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:39.933628 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c004b8fe-45c3-4897-80b1-7ed4467e84de tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:39.975790 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-18ca7871-b2c3-4e61-a59b-182d5d85e0f0 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:40.028715 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:40.041442 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-32438e37-5a37-4782-a1fc-1a637448e2de tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=192ccf80824d4fa59de46a9e21ae0572&fields=id HTTP/1.1" status: 200 len: 348 time: 0.7538431 May 04 14:58:40.098801 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790af75b-d82a-47a8-a626-f3ca83c479e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bdf897-e935-4b53-966c-bf3b5cb8936e,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:40.211329 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-18ca7871-b2c3-4e61-a59b-182d5d85e0f0 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Network 1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc is already hosted by enough agents. {{(pid=101864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:58:40.245804 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-596cfa24-6667-4a61-aa41-6445011deb31 None None] Provisioning complete for port 940cd6bd-3d19-4d8a-861d-318d5f850d18 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:40.247363 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-596cfa24-6667-4a61-aa41-6445011deb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:40.327789 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-9f2f0c2a-df09-4ddd-aeb9-74c7eceb479c None None] Set router 10cb654b-ad6a-4737-b26f-4dd942827a1c gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:58:40.346317 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5601e0db-3704-4787-a53a-9518aa482fb5 req-71b3e4f6-331e-4bc9-8ab5-60cc8eb6e051 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:40.349668 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5601e0db-3704-4787-a53a-9518aa482fb5 req-71b3e4f6-331e-4bc9-8ab5-60cc8eb6e051 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/ports?device_id=3988aef8-15b0-495c-8c14-346307167353 HTTP/1.1" status: 200 len: 944 time: 0.5531628 May 04 14:58:40.358051 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-18ca7871-b2c3-4e61-a59b-182d5d85e0f0 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Resources bound (agent type, host, resource id): {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:58:40.585559 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5601e0db-3704-4787-a53a-9518aa482fb5 req-6dc7fdea-5d57-4013-9693-ebac7400b960 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/security-groups?id=16a50401-4087-4535-abf3-3ebe744eebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191956 May 04 14:58:40.617063 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-21bf37d1-a294-4f9b-87a1-891ab17590eb service neutron] 10.222.0.42 "GET /v2.0/networks/60c30b73-0e7f-49bb-89af-0e44584f9d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4852116 May 04 14:58:40.645125 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-18ca7871-b2c3-4e61-a59b-182d5d85e0f0 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Received port after_create {{(pid=101864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:58:40.750346 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-05711425-2735-4d6e-ab19-6f21a79c9f4f tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:40.754380 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-05711425-2735-4d6e-ab19-6f21a79c9f4f tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.11 "GET /v2.0/networks?id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc HTTP/1.1" status: 200 len: 819 time: 0.5557311 May 04 14:58:40.776003 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ca7871-b2c3-4e61-a59b-182d5d85e0f0 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Pushing event updated for resources: {'Port': ['ID=4a1747b7-8961-43c7-aa12-ccf71dd190e6,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:40.821580 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-72c010ff-cce4-43c1-8c32-18a1eea27fee tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Request body: {'port': {'device_id': 'b5d5460e-193c-4b75-835d-118375953589', 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc', 'admin_state_up': True, 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:58:40.892193 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-de1ebdf0-a537-4901-be1e-1f5a04a0c2a8 service neutron] 10.222.0.42 "GET /v2.0/networks/60c30b73-0e7f-49bb-89af-0e44584f9d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741046 May 04 14:58:40.993917 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-19393bf1-f6fb-46c4-b62c-c6391bafe029 req-f977e8f1-421f-4f03-8fa6-861804e262bf tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 210 time: 0.0749457 May 04 14:58:41.050979 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c004b8fe-45c3-4897-80b1-7ed4467e84de tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:41.064282 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:41.115973 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c004b8fe-45c3-4897-80b1-7ed4467e84de tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:41.156792 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 41164) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:41.186539 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-5e1e3cfb-3196-4479-9f27-c7976c6b60d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:41.321816 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-18ca7871-b2c3-4e61-a59b-182d5d85e0f0 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:41.322563 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-18ca7871-b2c3-4e61-a59b-182d5d85e0f0 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:41.422556 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-bdb65263-d2ce-4720-a13b-d5223b776926 req-9075d4d0-02bb-4d14-abb8-20229081b441 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 210 time: 0.1855276 May 04 14:58:41.461525 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-18ca7871-b2c3-4e61-a59b-182d5d85e0f0 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.7667611 May 04 14:58:41.464559 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c004b8fe-45c3-4897-80b1-7ed4467e84de tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06e0a7af-9047-40be-946e-70d0248d2014,revision_number=0']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:41.485846 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-d806e510-f100-463f-8a25-4ff3a2d7e600 service neutron] Request body: {'port': {'device_id': '6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:58:41.548842 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:41.564841 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-5e1e3cfb-3196-4479-9f27-c7976c6b60d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:41.570277 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-5e1e3cfb-3196-4479-9f27-c7976c6b60d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:41.605462 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-596cfa24-6667-4a61-aa41-6445011deb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:41.608781 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e3cfb-3196-4479-9f27-c7976c6b60d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf615ce-60b3-4376-875c-2a9573e8c203,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:41.639924 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-5e1e3cfb-3196-4479-9f27-c7976c6b60d5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=901adfccfcd54e69a6779e07ea3f5f1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4825811 May 04 14:58:41.643005 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 41178) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:41.863667 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-596cfa24-6667-4a61-aa41-6445011deb31 None None] For port 940cd6bd-3d19-4d8a-861d-318d5f850d18, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=940cd6bd-3d19-4d8a-861d-318d5f850d18,segment=NetworkSegment(5fc74e29-6563-4af1-8324-f9079d6eac6f),segment_id=5fc74e29-6563-4af1-8324-f9079d6eac6f)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:41.869737 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:41.886446 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-596cfa24-6667-4a61-aa41-6445011deb31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:41.913911 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-9b119930-31f2-41fd-b3ac-e1b641f5bf8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:41.936617 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93bf6d-7bf7-43fe-8ffc-353354c71966 req-5ad62281-29d2-44e3-ba80-414804192e78 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:41.942567 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c004b8fe-45c3-4897-80b1-7ed4467e84de tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:41.944618 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-c004b8fe-45c3-4897-80b1-7ed4467e84de tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.1433115 May 04 14:58:41.947870 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 41190) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:41.949610 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cd93bf6d-7bf7-43fe-8ffc-353354c71966 req-5ad62281-29d2-44e3-ba80-414804192e78 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/ports?device_id=3988aef8-15b0-495c-8c14-346307167353 HTTP/1.1" status: 200 len: 944 time: 0.1567993 May 04 14:58:41.950703 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-72c010ff-cce4-43c1-8c32-18a1eea27fee tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Made reservation on behalf of 905c2ec6da98485d974f32e58df0cfb5 for: {'port': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:58:41.955752 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-72c010ff-cce4-43c1-8c32-18a1eea27fee tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:41.961333 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-d5ef0c2a-6f3c-4e92-baa5-6a1fd943073f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Request body: {'floatingip': {'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:58:41.993088 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-d806e510-f100-463f-8a25-4ff3a2d7e600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:42.116242 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-2fbf71f2-1c52-4bdc-87cf-47030b28cb0f None None] Provisioning complete for port 4a1747b7-8961-43c7-aa12-ccf71dd190e6 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:42.116545 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-9b119930-31f2-41fd-b3ac-e1b641f5bf8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:42.122230 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-2fbf71f2-1c52-4bdc-87cf-47030b28cb0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:42.134213 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d5ef0c2a-6f3c-4e92-baa5-6a1fd943073f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for floatingip, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:42.192076 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596cfa24-6667-4a61-aa41-6445011deb31 None None] Pushing event updated for resources: {'Port': ['ID=940cd6bd-3d19-4d8a-861d-318d5f850d18,revision_number=5']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:42.236524 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-9f2f0c2a-df09-4ddd-aeb9-74c7eceb479c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'name': 'tempest-AttachVolumeNegativeTest-576760527-router', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:16Z', 'updated_at': '2022-05-04T14:58:27Z', 'revision_number': 4, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'gw_port': {'id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:18Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '940cd6bd-3d19-4d8a-861d-318d5f850d18', 'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'mac_address': 'fa:16:3e:bf:dc:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:24Z', 'updated_at': '2022-05-04T14:58:39Z', 'revision_number': 4, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'subnets': [{'id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:58:42.240167 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-2fbf71f2-1c52-4bdc-87cf-47030b28cb0f None None] Port 4a1747b7-8961-43c7-aa12-ccf71dd190e6 cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 14:58:42.276499 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cd93bf6d-7bf7-43fe-8ffc-353354c71966 req-bb8823e9-7a2b-457a-9a93-b71f4566ca8b tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/security-groups?id=16a50401-4087-4535-abf3-3ebe744eebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3254933 May 04 14:58:42.321280 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f2f0c2a-df09-4ddd-aeb9-74c7eceb479c None None] The sync data for ids ['10cb654b-ad6a-4737-b26f-4dd942827a1c'] in dv-cinder-829630-2-iscsi is: [{'id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'name': 'tempest-AttachVolumeNegativeTest-576760527-router', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:16Z', 'updated_at': '2022-05-04T14:58:27Z', 'revision_number': 4, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'gw_port': {'id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:18Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '940cd6bd-3d19-4d8a-861d-318d5f850d18', 'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'mac_address': 'fa:16:3e:bf:dc:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:24Z', 'updated_at': '2022-05-04T14:58:39Z', 'revision_number': 4, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'subnets': [{'id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:58:42.345788 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c312b272-7b68-4d5d-90a4-c9425ddbed00 req-56fbe844-3515-413d-a47b-ca9ba96f25da tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 210 time: 0.1242352 May 04 14:58:42.374233 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-9b119930-31f2-41fd-b3ac-e1b641f5bf8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:42.379999 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-9b119930-31f2-41fd-b3ac-e1b641f5bf8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:42.389203 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-9b119930-31f2-41fd-b3ac-e1b641f5bf8f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ddf615ce-60b3-4376-875c-2a9573e8c203 HTTP/1.1" status: 204 len: 168 time: 0.7445424 May 04 14:58:42.453474 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b119930-31f2-41fd-b3ac-e1b641f5bf8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf615ce-60b3-4376-875c-2a9573e8c203,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:42.683596 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_common [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-72c010ff-cce4-43c1-8c32-18a1eea27fee tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Allocated IP 172.20.0.10 (1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc/5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a/45b302bb-8c1b-4e9f-b035-e562354cccae) {{(pid=101864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:58:42.700530 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9cd1a6ab-3c69-448a-b67b-1ee4671c4dda req-66a8d0fe-8482-45c2-b10d-8c65fc65ab25 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 210 time: 0.0909266 May 04 14:58:42.877678 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d5ef0c2a-6f3c-4e92-baa5-6a1fd943073f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:43.198947 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-72c010ff-cce4-43c1-8c32-18a1eea27fee tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks [] for port, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:43.287092 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_common [None req-d5ef0c2a-6f3c-4e92-baa5-6a1fd943073f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Allocated IP 172.27.1.188 (de075482-66db-4cfa-a120-f2ea157cd064/5a69c200-2813-4998-8939-5704799bdcf4/c74a8091-bbc4-4342-84d0-3c6564252f84) {{(pid=101864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:58:43.319611 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-72c010ff-cce4-43c1-8c32-18a1eea27fee tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:43.396505 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c010ff-cce4-43c1-8c32-18a1eea27fee tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Pushing event updated for resources: {'Port': ['ID=45b302bb-8c1b-4e9f-b035-e562354cccae,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:43.431312 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-72c010ff-cce4-43c1-8c32-18a1eea27fee tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Network 1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc is already hosted by enough agents. {{(pid=101864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:58:43.438679 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-72c010ff-cce4-43c1-8c32-18a1eea27fee tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Resources bound (agent type, host, resource id): {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:58:43.475454 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-72c010ff-cce4-43c1-8c32-18a1eea27fee tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Received port after_create {{(pid=101864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:58:43.638865 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 940cd6bd-3d19-4d8a-861d-318d5f850d18 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:58:43.673709 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-72c010ff-cce4-43c1-8c32-18a1eea27fee tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:43.676770 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-72c010ff-cce4-43c1-8c32-18a1eea27fee tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:43.723055 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e3017c-0f78-4b14-adb0-69b416278d0f req-182d5a52-4d9d-4559-aac3-61f005739991 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:43.737357 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e5e3017c-0f78-4b14-adb0-69b416278d0f req-182d5a52-4d9d-4559-aac3-61f005739991 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/ports?device_id=3988aef8-15b0-495c-8c14-346307167353 HTTP/1.1" status: 200 len: 944 time: 0.2736363 May 04 14:58:43.795079 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa11c7f-5719-45bd-a1f1-079e64be44bd req-84588479-56da-45b0-b26b-51efe4987cbf tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:43.807250 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8fa11c7f-5719-45bd-a1f1-079e64be44bd req-84588479-56da-45b0-b26b-51efe4987cbf tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 932 time: 0.2683551 May 04 14:58:43.838427 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-72c010ff-cce4-43c1-8c32-18a1eea27fee tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0313156 May 04 14:58:43.867700 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d5ef0c2a-6f3c-4e92-baa5-6a1fd943073f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for port, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:43.900230 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-d806e510-f100-463f-8a25-4ff3a2d7e600 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a1747b7-8961-43c7-aa12-ccf71dd190e6 {{(pid=101864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:58:43.900980 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e5e3017c-0f78-4b14-adb0-69b416278d0f req-93c29d88-b405-4cd9-8506-44426ab6078b tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/security-groups?id=16a50401-4087-4535-abf3-3ebe744eebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623855 May 04 14:58:43.925802 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-16b087ad-697e-4137-97da-f6af0c974fcf None None] Provisioning complete for port 45b302bb-8c1b-4e9f-b035-e562354cccae triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:43.926173 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-16b087ad-697e-4137-97da-f6af0c974fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:43.933733 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-d806e510-f100-463f-8a25-4ff3a2d7e600 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:43.945591 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8fa11c7f-5719-45bd-a1f1-079e64be44bd req-58a63e78-197f-4ae3-b476-dbeeeb3727c7 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374397 May 04 14:58:43.990537 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.provisioning_blocks [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-d806e510-f100-463f-8a25-4ff3a2d7e600 service neutron] Transition to ACTIVE for port object 4a1747b7-8961-43c7-aa12-ccf71dd190e6 will not be triggered until provisioned by entity L2. {{(pid=101864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:58:44.002825 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-d806e510-f100-463f-8a25-4ff3a2d7e600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:44.020572 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port 940cd6bd-3d19-4d8a-861d-318d5f850d18 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:44.021013 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:44.047333 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-009ec5ae-5245-4310-8122-a61120e88fa2 req-63ad69ac-dbb5-4707-b048-00daa8b8387f tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 210 time: 0.0518355 May 04 14:58:44.047883 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d5ef0c2a-6f3c-4e92-baa5-6a1fd943073f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:44.077769 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-16b087ad-697e-4137-97da-f6af0c974fcf None None] Port 45b302bb-8c1b-4e9f-b035-e562354cccae cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 14:58:44.104823 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ef0c2a-6f3c-4e92-baa5-6a1fd943073f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Network de075482-66db-4cfa-a120-f2ea157cd064 is already hosted by enough agents. {{(pid=101864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:58:44.109435 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [None req-d5ef0c2a-6f3c-4e92-baa5-6a1fd943073f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Resources bound (agent type, host, resource id): {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:58:44.114254 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 41284) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:44.127207 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ef0c2a-6f3c-4e92-baa5-6a1fd943073f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Received port after_create {{(pid=101864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:58:44.219583 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806e510-f100-463f-8a25-4ff3a2d7e600 service neutron] Pushing event updated for resources: {'Port': ['ID=4a1747b7-8961-43c7-aa12-ccf71dd190e6,revision_number=2']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:44.311577 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef0c2a-6f3c-4e92-baa5-6a1fd943073f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event updated for resources: {'Port': ['ID=c74a8091-bbc4-4342-84d0-3c6564252f84,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:44.356705 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-24f63f17-ef58-4e88-89ed-d21ae69dba98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:44.427642 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-d806e510-f100-463f-8a25-4ff3a2d7e600 service neutron] Attempting to bind port 4a1747b7-8961-43c7-aa12-ccf71dd190e6 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:58:44.427812 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-d806e510-f100-463f-8a25-4ff3a2d7e600 service neutron] Attempting to bind port 4a1747b7-8961-43c7-aa12-ccf71dd190e6 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '534d5c1f-96ae-4c1a-a88f-267c90e99e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc'}] {{(pid=101864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:58:44.428127 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-d806e510-f100-463f-8a25-4ff3a2d7e600 service neutron] Attempting to bind port 4a1747b7-8961-43c7-aa12-ccf71dd190e6 on network 1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:58:44.430672 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d5ef0c2a-6f3c-4e92-baa5-6a1fd943073f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:44.443319 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-d806e510-f100-463f-8a25-4ff3a2d7e600 service neutron] Port 4a1747b7-8961-43c7-aa12-ccf71dd190e6 on network 1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:58:44.443704 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-d806e510-f100-463f-8a25-4ff3a2d7e600 service neutron] Attempting to bind port 4a1747b7-8961-43c7-aa12-ccf71dd190e6 on network 1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:58:44.450191 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-d806e510-f100-463f-8a25-4ff3a2d7e600 service neutron] Checking agent: {'id': 'b5e3fd0f-344a-4130-968c-1c1293caf489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'started_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:58:44.450593 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-d806e510-f100-463f-8a25-4ff3a2d7e600 service neutron] Checking segment: {'id': '534d5c1f-96ae-4c1a-a88f-267c90e99e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:58:44.450845 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-d806e510-f100-463f-8a25-4ff3a2d7e600 service neutron] Bound using segment: {'id': '534d5c1f-96ae-4c1a-a88f-267c90e99e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc'} {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:58:44.451281 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-d806e510-f100-463f-8a25-4ff3a2d7e600 service neutron] Bound port: 4a1747b7-8961-43c7-aa12-ccf71dd190e6, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534d5c1f-96ae-4c1a-a88f-267c90e99e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc'}}] {{(pid=101864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:58:44.451639 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-d806e510-f100-463f-8a25-4ff3a2d7e600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:44.508533 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-24f63f17-ef58-4e88-89ed-d21ae69dba98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:44.510858 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-24f63f17-ef58-4e88-89ed-d21ae69dba98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:44.534546 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d5ef0c2a-6f3c-4e92-baa5-6a1fd943073f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:44.573378 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-24f63f17-ef58-4e88-89ed-d21ae69dba98 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a6ab1d51392b4b03b10ed36821f5ee5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4548321 May 04 14:58:44.573378 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f63f17-ef58-4e88-89ed-d21ae69dba98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=155cfe6e-2b30-42c9-93ab-cfa49a0ec8df,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:44.574345 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 41300) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:44.650707 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-d806e510-f100-463f-8a25-4ff3a2d7e600 service neutron] For port 4a1747b7-8961-43c7-aa12-ccf71dd190e6, host hv-cinder-82963, cleared binding levels {{(pid=101864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:58:44.655366 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-d806e510-f100-463f-8a25-4ff3a2d7e600 service neutron] For port 4a1747b7-8961-43c7-aa12-ccf71dd190e6, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=4a1747b7-8961-43c7-aa12-ccf71dd190e6,segment=NetworkSegment(534d5c1f-96ae-4c1a-a88f-267c90e99e91),segment_id=534d5c1f-96ae-4c1a-a88f-267c90e99e91)] {{(pid=101864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:58:44.669772 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-d806e510-f100-463f-8a25-4ff3a2d7e600 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:44.672472 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d66938ba-4d3c-434e-b6e5-8e5da5d661b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:44.723033 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d66938ba-4d3c-434e-b6e5-8e5da5d661b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:44.786830 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-d806e510-f100-463f-8a25-4ff3a2d7e600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:44.788679 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-d806e510-f100-463f-8a25-4ff3a2d7e600 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:44.793636 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-d806e510-f100-463f-8a25-4ff3a2d7e600 service neutron] 10.222.0.11 "PUT /v2.0/ports/4a1747b7-8961-43c7-aa12-ccf71dd190e6 HTTP/1.1" status: 200 len: 1094 time: 3.3139794 May 04 14:58:44.796375 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb', 'tag': '4a1747b7-8961-43c7-aa12-ccf71dd190e6'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:58:44.800644 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37950699-1a0e-447f-a8e1-6c7c1d427c79" -d '{"events": [{"name": "network-changed", "server_uuid": "6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb", "tag": "4a1747b7-8961-43c7-aa12-ccf71dd190e6"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:58:44.807330 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d66938ba-4d3c-434e-b6e5-8e5da5d661b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:44.810563 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d66938ba-4d3c-434e-b6e5-8e5da5d661b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:44.811912 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-d66938ba-4d3c-434e-b6e5-8e5da5d661b7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/155cfe6e-2b30-42c9-93ab-cfa49a0ec8df HTTP/1.1" status: 204 len: 168 time: 0.2270105 May 04 14:58:44.827658 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66938ba-4d3c-434e-b6e5-8e5da5d661b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=155cfe6e-2b30-42c9-93ab-cfa49a0ec8df,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:44.900442 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d806e510-f100-463f-8a25-4ff3a2d7e600 service neutron] Pushing event updated for resources: {'Port': ['ID=4a1747b7-8961-43c7-aa12-ccf71dd190e6,revision_number=3']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:44.915154 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-236b7dee-48e4-41c3-928c-8208b80aa8e9 x-openstack-request-id: req-236b7dee-48e4-41c3-928c-8208b80aa8e9 {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:58:44.915499 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb", "tag": "4a1747b7-8961-43c7-aa12-ccf71dd190e6", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:58:44.916446 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-236b7dee-48e4-41c3-928c-8208b80aa8e9 {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:58:44.917023 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-236b7dee-48e4-41c3-928c-8208b80aa8e9'] response: {'name': 'network-changed', 'server_uuid': '6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb', 'tag': '4a1747b7-8961-43c7-aa12-ccf71dd190e6', 'status': 'completed', 'code': 200} May 04 14:58:44.988083 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d5ef0c2a-6f3c-4e92-baa5-6a1fd943073f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for port, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:44.994661 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d5ef0c2a-6f3c-4e92-baa5-6a1fd943073f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:45.068826 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5165f77-aaa9-4d9f-a7fc-841f4366fd03 req-4453ccd6-03d6-4dd3-9b2e-738a12cccf38 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:45.071341 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a5165f77-aaa9-4d9f-a7fc-841f4366fd03 req-4453ccd6-03d6-4dd3-9b2e-738a12cccf38 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/ports?device_id=3988aef8-15b0-495c-8c14-346307167353 HTTP/1.1" status: 200 len: 944 time: 0.0968044 May 04 14:58:45.136540 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d5ef0c2a-6f3c-4e92-baa5-6a1fd943073f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628046'] for floatingip, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:45.157360 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a5165f77-aaa9-4d9f-a7fc-841f4366fd03 req-43ebe414-d59c-43ee-b9bc-14ddf0e23c0a tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/security-groups?id=16a50401-4087-4535-abf3-3ebe744eebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665751 May 04 14:58:45.172574 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29891a-d2c5-44f0-90a3-35f6dcf6b729 req-0ea3a9ee-aa90-4166-a422-c98b3b5832bb tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:45.175722 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8c29891a-d2c5-44f0-90a3-35f6dcf6b729 req-0ea3a9ee-aa90-4166-a422-c98b3b5832bb tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 932 time: 0.1034293 May 04 14:58:45.181308 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ef0c2a-6f3c-4e92-baa5-6a1fd943073f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event updated for resources: {'Port': ['ID=c74a8091-bbc4-4342-84d0-3c6564252f84,revision_number=2']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:45.195359 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d5ef0c2a-6f3c-4e92-baa5-6a1fd943073f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:45.195359 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-d5ef0c2a-6f3c-4e92-baa5-6a1fd943073f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2442009 May 04 14:58:45.252424 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8c29891a-d2c5-44f0-90a3-35f6dcf6b729 req-d44d6dd0-3ccb-49f7-ba8f-1bb07ec5f5ba tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687487 May 04 14:58:45.282625 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d706c01b-20f5-43d0-b4fa-b8175fd9266d req-ff972acf-c926-40a0-b6f8-43fa50264dbc tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 210 time: 0.0478637 May 04 14:58:45.439754 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-3f21403d-d501-4771-b086-0ea0b60e1e2d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1776340310&fields=id&tenant_id=87d12057fd5046da9f6ec905d089d476 HTTP/1.1" status: 200 len: 267 time: 0.0401261 May 04 14:58:45.507244 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 41344) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:45.521617 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d5cfc2ce-2163-42df-9b34-60d1a13a970e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:45.552514 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-193c8065-a5cd-4ad0-838e-58cbc96eda44 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:45.554125 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-193c8065-a5cd-4ad0-838e-58cbc96eda44 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/networks?id=55dbbf73-0e6e-443d-9d78-4a6112dd0160 HTTP/1.1" status: 200 len: 814 time: 0.1059458 May 04 14:58:45.574086 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-020497a9-07e4-4fbd-9c3d-f5fdb2ac466b tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/quotas/87d12057fd5046da9f6ec905d089d476 HTTP/1.1" status: 200 len: 375 time: 0.0132880 May 04 14:58:45.613618 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d5cfc2ce-2163-42df-9b34-60d1a13a970e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:45.618323 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d5cfc2ce-2163-42df-9b34-60d1a13a970e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:45.641408 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-cb54d77c-c26c-4fc1-ad0f-3304799dc13a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=87d12057fd5046da9f6ec905d089d476&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0607431 May 04 14:58:45.657105 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-d5cfc2ce-2163-42df-9b34-60d1a13a970e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4fa99f33c0904b28bbf5e2f8d7720d29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1487496 May 04 14:58:45.660388 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 41350) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:45.667117 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cfc2ce-2163-42df-9b34-60d1a13a970e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a81b8282-e549-480b-888f-67236cce57d3,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:45.717598 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6ba8e2b3-78bc-4270-ab9f-db75157332e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:45.741477 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6ba8e2b3-78bc-4270-ab9f-db75157332e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:45.745654 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-38bed0e1-0978-4f6c-97df-d34f3ab854ea service neutron] 10.222.0.42 "GET /v2.0/networks/55dbbf73-0e6e-443d-9d78-4a6112dd0160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938194 May 04 14:58:45.790343 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6ba8e2b3-78bc-4270-ab9f-db75157332e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:45.793128 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6ba8e2b3-78bc-4270-ab9f-db75157332e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:45.794291 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-6ba8e2b3-78bc-4270-ab9f-db75157332e1 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a81b8282-e549-480b-888f-67236cce57d3 HTTP/1.1" status: 204 len: 168 time: 0.1322351 May 04 14:58:45.803560 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8e2b3-78bc-4270-ab9f-db75157332e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a81b8282-e549-480b-888f-67236cce57d3,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:45.870375 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-f8cbd76d-d355-4310-8c0c-a82ad4f80e70 service neutron] 10.222.0.42 "GET /v2.0/networks/55dbbf73-0e6e-443d-9d78-4a6112dd0160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174989 May 04 14:58:46.069561 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-979455a2-98b0-4740-9abd-7a17f5b36277 req-50e556a7-64f3-4d05-a875-d04c06623df6 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 210 time: 0.0343647 May 04 14:58:46.370365 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92692ada-2a75-4bc7-b96d-c01713526b6d req-02a2c1ce-b5e1-4bb7-9c54-dc34966d046f tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:46.372306 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-92692ada-2a75-4bc7-b96d-c01713526b6d req-02a2c1ce-b5e1-4bb7-9c54-dc34966d046f tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/ports?device_id=3988aef8-15b0-495c-8c14-346307167353 HTTP/1.1" status: 200 len: 944 time: 0.1142380 May 04 14:58:46.466616 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-92692ada-2a75-4bc7-b96d-c01713526b6d req-cce0f545-438c-4e6f-ac7e-4aa3244fd006 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/security-groups?id=16a50401-4087-4535-abf3-3ebe744eebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609517 May 04 14:58:46.500828 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85bab4a-a32b-4d8b-8ea6-862f2c85ad79 req-a600d05b-553c-4a99-aba9-b179e5039c93 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:46.509104 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a85bab4a-a32b-4d8b-8ea6-862f2c85ad79 req-a600d05b-553c-4a99-aba9-b179e5039c93 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 932 time: 0.1272640 May 04 14:58:46.550069 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a85bab4a-a32b-4d8b-8ea6-862f2c85ad79 req-76e16fbd-b71a-48f8-b025-e04a07298bb4 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399883 May 04 14:58:46.600775 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0d9916f9-8dd6-4b0d-8a3b-20b8a73c1d00 req-df01eb20-2d4d-4dc1-979d-d092b6623519 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 210 time: 0.0310771 May 04 14:58:47.162117 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7466d423-11a2-416d-bf9d-ac372f287b38 req-ca4c24f5-e82e-4aa9-b030-da07cf65d765 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 210 time: 0.0253699 May 04 14:58:47.591973 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5028c81-96bb-4e83-ace9-2c0a1d855b35 req-22197c55-8531-40d3-bb1b-59921c42a9f3 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:47.594000 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f5028c81-96bb-4e83-ace9-2c0a1d855b35 req-22197c55-8531-40d3-bb1b-59921c42a9f3 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/ports?device_id=3988aef8-15b0-495c-8c14-346307167353 HTTP/1.1" status: 200 len: 944 time: 0.0536263 May 04 14:58:47.637101 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f5028c81-96bb-4e83-ace9-2c0a1d855b35 req-f18c949a-bae2-4ad8-9edc-233538897927 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/security-groups?id=16a50401-4087-4535-abf3-3ebe744eebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355284 May 04 14:58:47.692676 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734480b-3b8d-4d19-bf42-acad76db0cd5 req-3e116f52-d37f-456d-812e-e0e7665336d3 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:47.694194 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0734480b-3b8d-4d19-bf42-acad76db0cd5 req-3e116f52-d37f-456d-812e-e0e7665336d3 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 932 time: 0.0614724 May 04 14:58:47.723174 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-b5c62e2b-ffa5-4818-9160-d08ac785ebf0 service neutron] Request body: {'port': {'device_id': 'b5d5460e-193c-4b75-835d-118375953589', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:58:47.758271 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0d6e1404-b476-4c69-ba2b-b389f6333fef req-9b71a656-1848-44b4-831a-eecce7caa144 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 210 time: 0.0498006 May 04 14:58:47.791811 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0734480b-3b8d-4d19-bf42-acad76db0cd5 req-521be502-6574-4d66-b8fb-70ba26b504de tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914116 May 04 14:58:47.861964 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-b5c62e2b-ffa5-4818-9160-d08ac785ebf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:47.875090 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37950699-1a0e-447f-a8e1-6c7c1d427c79 req-08045f70-1d0f-44a2-9914-d22da174f4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:47.876974 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-37950699-1a0e-447f-a8e1-6c7c1d427c79 req-08045f70-1d0f-44a2-9914-d22da174f4da service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=905c2ec6da98485d974f32e58df0cfb5&device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 1097 time: 0.1489291 May 04 14:58:48.264919 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-77775f7a-4c02-440d-8ad0-3f31f201c06c req-2391cce6-a87e-4ada-b77c-2e1baf404190 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 210 time: 0.0301578 May 04 14:58:48.366622 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37950699-1a0e-447f-a8e1-6c7c1d427c79 req-79920440-0d38-47f0-a640-2f8d759188e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:48.368081 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-37950699-1a0e-447f-a8e1-6c7c1d427c79 req-79920440-0d38-47f0-a640-2f8d759188e4 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=905c2ec6da98485d974f32e58df0cfb5&shared=False HTTP/1.1" status: 200 len: 920 time: 0.3878305 May 04 14:58:48.462315 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-b5c62e2b-ffa5-4818-9160-d08ac785ebf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45b302bb-8c1b-4e9f-b035-e562354cccae {{(pid=101864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:58:48.470326 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-b5c62e2b-ffa5-4818-9160-d08ac785ebf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:48.482594 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.provisioning_blocks [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-b5c62e2b-ffa5-4818-9160-d08ac785ebf0 service neutron] Transition to ACTIVE for port object 45b302bb-8c1b-4e9f-b035-e562354cccae will not be triggered until provisioned by entity L2. {{(pid=101864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:58:48.486501 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-b5c62e2b-ffa5-4818-9160-d08ac785ebf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:48.541859 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c62e2b-ffa5-4818-9160-d08ac785ebf0 service neutron] Pushing event updated for resources: {'Port': ['ID=45b302bb-8c1b-4e9f-b035-e562354cccae,revision_number=2']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:48.678779 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.11', 61617) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:48.917137 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-b5c62e2b-ffa5-4818-9160-d08ac785ebf0 service neutron] Attempting to bind port 45b302bb-8c1b-4e9f-b035-e562354cccae on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:58:48.918141 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-b5c62e2b-ffa5-4818-9160-d08ac785ebf0 service neutron] Attempting to bind port 45b302bb-8c1b-4e9f-b035-e562354cccae by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '534d5c1f-96ae-4c1a-a88f-267c90e99e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc'}] {{(pid=101864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:58:48.918724 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-b5c62e2b-ffa5-4818-9160-d08ac785ebf0 service neutron] Attempting to bind port 45b302bb-8c1b-4e9f-b035-e562354cccae on network 1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:58:48.929964 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-b5c62e2b-ffa5-4818-9160-d08ac785ebf0 service neutron] Port 45b302bb-8c1b-4e9f-b035-e562354cccae on network 1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:58:48.929964 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-b5c62e2b-ffa5-4818-9160-d08ac785ebf0 service neutron] Attempting to bind port 45b302bb-8c1b-4e9f-b035-e562354cccae on network 1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:58:48.933672 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37950699-1a0e-447f-a8e1-6c7c1d427c79 req-6bb293b3-54fd-4fdc-aacd-38ac53e4b2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:48.935389 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-37950699-1a0e-447f-a8e1-6c7c1d427c79 req-6bb293b3-54fd-4fdc-aacd-38ac53e4b2d9 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3433278 May 04 14:58:48.938270 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-b5c62e2b-ffa5-4818-9160-d08ac785ebf0 service neutron] Checking agent: {'id': 'b5e3fd0f-344a-4130-968c-1c1293caf489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'started_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:58:48.939353 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-b5c62e2b-ffa5-4818-9160-d08ac785ebf0 service neutron] Checking segment: {'id': '534d5c1f-96ae-4c1a-a88f-267c90e99e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:58:48.939829 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-b5c62e2b-ffa5-4818-9160-d08ac785ebf0 service neutron] Bound using segment: {'id': '534d5c1f-96ae-4c1a-a88f-267c90e99e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc'} {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:58:48.940501 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-b5c62e2b-ffa5-4818-9160-d08ac785ebf0 service neutron] Bound port: 45b302bb-8c1b-4e9f-b035-e562354cccae, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534d5c1f-96ae-4c1a-a88f-267c90e99e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc'}}] {{(pid=101864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:58:48.941560 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-b5c62e2b-ffa5-4818-9160-d08ac785ebf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:48.979452 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8f8ceed9-1907-4b62-b086-8f2840306bb7 req-2a283c9b-0045-4837-882f-673506c6c410 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 210 time: 0.0661223 May 04 14:58:49.029862 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3741f39d-c88c-4c7a-906b-87d39e93d20e req-e5e88da0-f329-4369-a6d1-0b8111a8e9a2 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:49.032524 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3741f39d-c88c-4c7a-906b-87d39e93d20e req-e5e88da0-f329-4369-a6d1-0b8111a8e9a2 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/ports?device_id=3988aef8-15b0-495c-8c14-346307167353 HTTP/1.1" status: 200 len: 944 time: 0.2154107 May 04 14:58:49.072449 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-92ce098d-041a-4c79-949c-92d8858888cb tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:49.074450 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-92ce098d-041a-4c79-949c-92d8858888cb tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.11 "GET /v2.0/networks?id=55dbbf73-0e6e-443d-9d78-4a6112dd0160 HTTP/1.1" status: 200 len: 814 time: 0.3916864 May 04 14:58:49.108367 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-b5c62e2b-ffa5-4818-9160-d08ac785ebf0 service neutron] For port 45b302bb-8c1b-4e9f-b035-e562354cccae, host hv-cinder-82963, cleared binding levels {{(pid=101864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:58:49.129180 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-b5c62e2b-ffa5-4818-9160-d08ac785ebf0 service neutron] For port 45b302bb-8c1b-4e9f-b035-e562354cccae, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=45b302bb-8c1b-4e9f-b035-e562354cccae,segment=NetworkSegment(534d5c1f-96ae-4c1a-a88f-267c90e99e91),segment_id=534d5c1f-96ae-4c1a-a88f-267c90e99e91)] {{(pid=101864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:58:49.136592 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-b5c62e2b-ffa5-4818-9160-d08ac785ebf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:49.147792 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3741f39d-c88c-4c7a-906b-87d39e93d20e req-49e61534-ad1b-4891-a1b7-9636b3ff7307 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/security-groups?id=16a50401-4087-4535-abf3-3ebe744eebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042848 May 04 14:58:49.160069 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-3aac969d-27fd-44b1-b152-32cc33b405d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:49.166949 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-3aac969d-27fd-44b1-b152-32cc33b405d1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=905c2ec6da98485d974f32e58df0cfb5&device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 1097 time: 0.0976241 May 04 14:58:49.226194 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-55477ee1-af8e-45a1-93e0-82ee8a4139ad tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87d12057fd5046da9f6ec905d089d476 HTTP/1.1" status: 200 len: 380 time: 0.1276052 May 04 14:58:49.233687 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736f0b0a-1667-4b3c-be9a-d9c751a6250a req-63cf43b1-da90-448a-8c96-44f27cd84974 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:49.241779 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-736f0b0a-1667-4b3c-be9a-d9c751a6250a req-63cf43b1-da90-448a-8c96-44f27cd84974 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 944 time: 0.1242931 May 04 14:58:49.249341 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-064c1ef6-fb96-4977-a306-4ff64eca15c8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a1747b7-8961-43c7-aa12-ccf71dd190e6 HTTP/1.1" status: 200 len: 217 time: 0.0500336 May 04 14:58:49.256979 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-b5c62e2b-ffa5-4818-9160-d08ac785ebf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:49.257730 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-b5c62e2b-ffa5-4818-9160-d08ac785ebf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:49.259421 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-b5c62e2b-ffa5-4818-9160-d08ac785ebf0 service neutron] 10.222.0.11 "PUT /v2.0/ports/45b302bb-8c1b-4e9f-b035-e562354cccae HTTP/1.1" status: 200 len: 1094 time: 1.5437734 May 04 14:58:49.259985 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5d5460e-193c-4b75-835d-118375953589', 'tag': '45b302bb-8c1b-4e9f-b035-e562354cccae'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:58:49.262477 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2acb7f1a-702a-4e9d-8dda-9e9779df2769" -d '{"events": [{"name": "network-changed", "server_uuid": "b5d5460e-193c-4b75-835d-118375953589", "tag": "45b302bb-8c1b-4e9f-b035-e562354cccae"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:58:49.263308 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-9fcebf02-98b2-4832-b8ec-21c08ae8808a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Request body: {'port': {'device_id': 'fb9f3572-93ab-436c-82e9-45dd8fe11b6c', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'admin_state_up': True, 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'security_groups': ['2df837d7-a5e7-4dbb-bde0-56549fb18ae8']}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:58:49.357039 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-736f0b0a-1667-4b3c-be9a-d9c751a6250a req-2771ad1e-bc6c-4f15-a8b4-1c984c8cfbb1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139908 May 04 14:58:49.450250 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c62e2b-ffa5-4818-9160-d08ac785ebf0 service neutron] Pushing event updated for resources: {'Port': ['ID=45b302bb-8c1b-4e9f-b035-e562354cccae,revision_number=3']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:49.507834 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-59a340b8-0bdd-4d50-a82d-9dee4000dee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:49.515400 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-59a340b8-0bdd-4d50-a82d-9dee4000dee5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a HTTP/1.1" status: 200 len: 858 time: 0.2491364 May 04 14:58:49.519196 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61ad4148-435c-4287-aa67-7656063dcc6b x-openstack-request-id: req-61ad4148-435c-4287-aa67-7656063dcc6b {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:58:49.519530 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5d5460e-193c-4b75-835d-118375953589", "tag": "45b302bb-8c1b-4e9f-b035-e562354cccae", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:58:49.519835 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-61ad4148-435c-4287-aa67-7656063dcc6b {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:58:49.520239 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61ad4148-435c-4287-aa67-7656063dcc6b'] response: {'name': 'network-changed', 'server_uuid': 'b5d5460e-193c-4b75-835d-118375953589', 'tag': '45b302bb-8c1b-4e9f-b035-e562354cccae', 'status': 'completed', 'code': 200} May 04 14:58:49.544623 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-bafee502-08bb-4e77-8b01-739753a82e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:49.546600 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-bafee502-08bb-4e77-8b01-739753a82e08 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=905c2ec6da98485d974f32e58df0cfb5&device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 1097 time: 0.1923091 May 04 14:58:49.582467 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-206f2800-afbe-47d9-9e94-b9b20275a94f req-101afd91-8aa1-40fe-842e-355d2419e7c3 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 210 time: 0.0818083 May 04 14:58:49.612975 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-7f93f094-c4de-49c1-a528-b55ef7e2b0f6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45b302bb-8c1b-4e9f-b035-e562354cccae HTTP/1.1" status: 200 len: 217 time: 0.0488732 May 04 14:58:49.630964 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.11', 61622) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:49.633048 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-9fcebf02-98b2-4832-b8ec-21c08ae8808a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Made reservation on behalf of 87d12057fd5046da9f6ec905d089d476 for: {'port': 1} {{(pid=101863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:58:49.637240 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-9fcebf02-98b2-4832-b8ec-21c08ae8808a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:49.790850 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-cb0299fc-9fe8-4341-8b27-33e34eaa2c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:49.792618 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-cb0299fc-9fe8-4341-8b27-33e34eaa2c54 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2427971 May 04 14:58:49.805026 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-77506ee1-218a-4959-ac5d-338f1bd13af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:49.806480 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-77506ee1-218a-4959-ac5d-338f1bd13af3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a HTTP/1.1" status: 200 len: 858 time: 0.1625023 May 04 14:58:49.921813 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-cf87f99b-75cb-4be6-8e38-52a57052b9d3 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:49.924045 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-cf87f99b-75cb-4be6-8e38-52a57052b9d3 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.11 "GET /v2.0/networks?id=60c30b73-0e7f-49bb-89af-0e44584f9d97 HTTP/1.1" status: 200 len: 816 time: 0.2916043 May 04 14:58:49.947041 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-db90761c-d0d1-4d02-b849-79f58b2f32b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:49.948551 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-db90761c-d0d1-4d02-b849-79f58b2f32b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1258693 May 04 14:58:49.961932 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 41536) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:50.014637 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.db_base_plugin_common [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-9fcebf02-98b2-4832-b8ec-21c08ae8808a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Allocated IP 172.20.0.14 (55dbbf73-0e6e-443d-9d78-4a6112dd0160/8b0b50cf-2dce-427c-8d06-7da02fdf5e7e/cb97ac84-54da-488b-9b73-f200d4344050) {{(pid=101863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:58:50.062679 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-fa3ebb3e-afae-4334-816c-da5b14ec5ae4 service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2409966 May 04 14:58:50.072460 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-6b69cc9d-0f43-4092-a9de-8f9f21e02b82 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=192ccf80824d4fa59de46a9e21ae0572 HTTP/1.1" status: 200 len: 379 time: 0.1277766 May 04 14:58:50.088640 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-13f4a538-0c54-430c-925f-42d37ce8d778 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Request body: {'port': {'device_id': '0aff994d-b792-4368-b2da-53eea8aa7ad2', 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97', 'admin_state_up': True, 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'security_groups': ['e391718d-9140-473a-b8b6-6447f2b57c05']}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:58:50.234665 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-706b73ad-3279-48a1-b399-1410f8d8da25 service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2785366 May 04 14:58:50.319049 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-52018515-6366-4896-a573-3838168ca0d6 service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456000 May 04 14:58:50.348912 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-218ab8d7-54ec-43fd-8513-3aad65bcd9a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:50.354638 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-13f4a538-0c54-430c-925f-42d37ce8d778 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Made reservation on behalf of 192ccf80824d4fa59de46a9e21ae0572 for: {'port': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:58:50.358120 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-13f4a538-0c54-430c-925f-42d37ce8d778 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:50.367979 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-037a0a9b-8e91-4503-92fe-32330dad7aca req-3b8c7934-a760-4204-94ae-10b8e2765b0a tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 210 time: 0.0725703 May 04 14:58:50.394835 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-23303ca7-17dd-4b1a-b9c5-1f91545e3136 req-cb8f5967-84af-4c55-8a8a-9b2ef6e25b6d service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493561 May 04 14:58:50.481075 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-9fcebf02-98b2-4832-b8ec-21c08ae8808a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for port, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:50.497144 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35263b0b-c24e-42f7-a755-846f51d0f381 req-866adaa7-6ff3-48ee-b76f-6f8fb08a23b2 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:50.504885 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-35263b0b-c24e-42f7-a755-846f51d0f381 req-866adaa7-6ff3-48ee-b76f-6f8fb08a23b2 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/ports?device_id=3988aef8-15b0-495c-8c14-346307167353 HTTP/1.1" status: 200 len: 944 time: 0.2082872 May 04 14:58:50.617119 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-35263b0b-c24e-42f7-a755-846f51d0f381 req-915b74a6-864e-412a-b3ec-4a8f4ba655ab tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/security-groups?id=16a50401-4087-4535-abf3-3ebe744eebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111932 May 04 14:58:50.676519 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc28310-05fc-4924-9309-5e8b6df01819 req-4bdae3cb-b112-4029-ac70-08c1b8ce24f7 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:50.683757 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-efc28310-05fc-4924-9309-5e8b6df01819 req-4bdae3cb-b112-4029-ac70-08c1b8ce24f7 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 944 time: 0.2165327 May 04 14:58:50.697493 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-218ab8d7-54ec-43fd-8513-3aad65bcd9a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:50.702578 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-9fcebf02-98b2-4832-b8ec-21c08ae8808a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:50.737928 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb7f1a-702a-4e9d-8dda-9e9779df2769 req-b8800326-f993-4a5b-bb79-6cf8cfb9d5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:50.739769 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-2acb7f1a-702a-4e9d-8dda-9e9779df2769 req-b8800326-f993-4a5b-bb79-6cf8cfb9d5bb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=905c2ec6da98485d974f32e58df0cfb5&device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 1097 time: 0.1255982 May 04 14:58:50.747627 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-218ab8d7-54ec-43fd-8513-3aad65bcd9a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:50.777438 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_common [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-13f4a538-0c54-430c-925f-42d37ce8d778 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Allocated IP 172.20.0.7 (60c30b73-0e7f-49bb-89af-0e44584f9d97/030f9125-e21b-4852-a6f8-1ba70c2222d2/be8f13a8-1319-4583-87e0-88b7c802c213) {{(pid=101864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:58:50.865036 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-9fcebf02-98b2-4832-b8ec-21c08ae8808a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Network 55dbbf73-0e6e-443d-9d78-4a6112dd0160 is already hosted by enough agents. {{(pid=101863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:58:50.898312 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-9fcebf02-98b2-4832-b8ec-21c08ae8808a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Resources bound (agent type, host, resource id): {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:58:50.900665 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-9fcebf02-98b2-4832-b8ec-21c08ae8808a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Received port after_create {{(pid=101863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:58:50.909781 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb7f1a-702a-4e9d-8dda-9e9779df2769 req-daf96fc2-82f1-45b9-aeff-de13d1d3386b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:50.912011 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-2acb7f1a-702a-4e9d-8dda-9e9779df2769 req-daf96fc2-82f1-45b9-aeff-de13d1d3386b service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc HTTP/1.1" status: 200 len: 920 time: 0.1627402 May 04 14:58:50.922826 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-efc28310-05fc-4924-9309-5e8b6df01819 req-89d4dc61-a8c7-44b7-96bd-6bce54998379 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342896 May 04 14:58:50.934537 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcebf02-98b2-4832-b8ec-21c08ae8808a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event updated for resources: {'Port': ['ID=cb97ac84-54da-488b-9b73-f200d4344050,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:50.981173 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ab8d7-54ec-43fd-8513-3aad65bcd9a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5bbb1ca-611e-4106-908b-9b497b3beb78,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:51.001317 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-218ab8d7-54ec-43fd-8513-3aad65bcd9a8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=18065cab3f1a40bd88016085391e29bc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0384045 May 04 14:58:51.006072 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 41580) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:51.084651 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b45d6a-68fa-4164-bc4a-97c87020884f req-f09f22f3-f138-4209-9981-75d24d1cab5c tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:51.086668 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-92b45d6a-68fa-4164-bc4a-97c87020884f req-f09f22f3-f138-4209-9981-75d24d1cab5c tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 932 time: 0.3856306 May 04 14:58:51.096185 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-9fcebf02-98b2-4832-b8ec-21c08ae8808a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:51.097006 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-9fcebf02-98b2-4832-b8ec-21c08ae8808a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for port, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:51.104506 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-13f4a538-0c54-430c-925f-42d37ce8d778 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for port, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:51.140943 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-9fcebf02-98b2-4832-b8ec-21c08ae8808a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8955350 May 04 14:58:51.164590 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-2acb7f1a-702a-4e9d-8dda-9e9779df2769 req-da81d438-9c0e-472b-afa9-6d3c472aef21 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45b302bb-8c1b-4e9f-b035-e562354cccae HTTP/1.1" status: 200 len: 217 time: 0.2446311 May 04 14:58:51.187017 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-92b45d6a-68fa-4164-bc4a-97c87020884f req-bb8f490d-d6c1-41f2-bbe6-734159ed1d32 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df837d7-a5e7-4dbb-bde0-56549fb18ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822031 May 04 14:58:51.198086 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-7a421293-ade8-41ec-93aa-dfa9472498ba service neutron] Request body: {'port': {'device_id': 'fb9f3572-93ab-436c-82e9-45dd8fe11b6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:58:51.201160 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-037ce032-c320-430a-a526-3fa094368db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:51.236254 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-13f4a538-0c54-430c-925f-42d37ce8d778 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:51.247785 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-037ce032-c320-430a-a526-3fa094368db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:51.268640 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb7f1a-702a-4e9d-8dda-9e9779df2769 req-7786d392-9d56-48e3-aa73-551696bd54f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:51.270146 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-2acb7f1a-702a-4e9d-8dda-9e9779df2769 req-7786d392-9d56-48e3-aa73-551696bd54f3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a HTTP/1.1" status: 200 len: 858 time: 0.0922406 May 04 14:58:51.303727 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-7a421293-ade8-41ec-93aa-dfa9472498ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:51.317882 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-13f4a538-0c54-430c-925f-42d37ce8d778 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Network 60c30b73-0e7f-49bb-89af-0e44584f9d97 is already hosted by enough agents. {{(pid=101864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:58:51.323909 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4a538-0c54-430c-925f-42d37ce8d778 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Pushing event updated for resources: {'Port': ['ID=be8f13a8-1319-4583-87e0-88b7c802c213,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:51.338473 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-13f4a538-0c54-430c-925f-42d37ce8d778 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Resources bound (agent type, host, resource id): {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:58:51.344012 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-13f4a538-0c54-430c-925f-42d37ce8d778 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Received port after_create {{(pid=101864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:58:51.354541 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-33d5bde7-32ff-48a1-8d69-d24714a96c99 None None] Provisioning complete for port cb97ac84-54da-488b-9b73-f200d4344050 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:51.355319 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-33d5bde7-32ff-48a1-8d69-d24714a96c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:51.400681 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-037ce032-c320-430a-a526-3fa094368db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:51.405039 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-037ce032-c320-430a-a526-3fa094368db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:51.407496 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-037ce032-c320-430a-a526-3fa094368db6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d5bbb1ca-611e-4106-908b-9b497b3beb78 HTTP/1.1" status: 204 len: 168 time: 0.3986962 May 04 14:58:51.414866 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-33d5bde7-32ff-48a1-8d69-d24714a96c99 None None] Port cb97ac84-54da-488b-9b73-f200d4344050 cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 14:58:51.443640 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-13f4a538-0c54-430c-925f-42d37ce8d778 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:51.444518 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-13f4a538-0c54-430c-925f-42d37ce8d778 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:51.468868 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-13f4a538-0c54-430c-925f-42d37ce8d778 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3836842 May 04 14:58:51.478608 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb7f1a-702a-4e9d-8dda-9e9779df2769 req-b0f59939-d57f-48e1-91b8-b98a4948a0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:51.480973 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-2acb7f1a-702a-4e9d-8dda-9e9779df2769 req-b0f59939-d57f-48e1-91b8-b98a4948a0ab service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2022786 May 04 14:58:51.493035 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-6fa33a08-9f1d-4448-b294-8e6e5901f217 service neutron] Request body: {'port': {'device_id': '0aff994d-b792-4368-b2da-53eea8aa7ad2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:58:51.536713 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ce032-c320-430a-a526-3fa094368db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5bbb1ca-611e-4106-908b-9b497b3beb78,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:51.612381 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-6fa33a08-9f1d-4448-b294-8e6e5901f217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:51.740701 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-b33233c1-8b77-4e19-87da-549e64f556ee None None] Provisioning complete for port be8f13a8-1319-4583-87e0-88b7c802c213 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:51.741645 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-b33233c1-8b77-4e19-87da-549e64f556ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:51.775074 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4058732b-8a1e-40f6-acdb-2ddefb054ae6 req-821f412f-fb9b-44d6-8a9d-15384592e12d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:51.776596 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4058732b-8a1e-40f6-acdb-2ddefb054ae6 req-821f412f-fb9b-44d6-8a9d-15384592e12d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 931 time: 0.2489343 May 04 14:58:51.787701 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 41598) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:51.790858 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-b33233c1-8b77-4e19-87da-549e64f556ee None None] Port be8f13a8-1319-4583-87e0-88b7c802c213 cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 14:58:51.810457 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d08d918-6912-4fe2-938d-4ff912c33aa9 req-83c22260-c732-4ab9-99c9-e8c72969266b tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:51.811922 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6d08d918-6912-4fe2-938d-4ff912c33aa9 req-83c22260-c732-4ab9-99c9-e8c72969266b tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/ports?device_id=3988aef8-15b0-495c-8c14-346307167353 HTTP/1.1" status: 200 len: 944 time: 0.1144249 May 04 14:58:51.819342 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-2acb7f1a-702a-4e9d-8dda-9e9779df2769 req-bd075d6f-71da-484d-bc9c-3d85402a7572 service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917151 May 04 14:58:51.822669 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-7306c08c-7e0e-4512-aecd-388e99602749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:51.886262 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4058732b-8a1e-40f6-acdb-2ddefb054ae6 req-a2e67973-38a2-4444-8389-43388205ef8a tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035061 May 04 14:58:51.910116 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6d08d918-6912-4fe2-938d-4ff912c33aa9 req-2439e465-37c8-4611-a7e7-d6132173fa43 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/security-groups?id=16a50401-4087-4535-abf3-3ebe744eebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870202 May 04 14:58:51.923566 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-7a421293-ade8-41ec-93aa-dfa9472498ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb97ac84-54da-488b-9b73-f200d4344050 {{(pid=101863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:58:51.936245 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-7a421293-ade8-41ec-93aa-dfa9472498ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:51.960687 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.provisioning_blocks [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-7a421293-ade8-41ec-93aa-dfa9472498ba service neutron] Transition to ACTIVE for port object cb97ac84-54da-488b-9b73-f200d4344050 will not be triggered until provisioned by entity L2. {{(pid=101863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:58:51.965755 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-7a421293-ade8-41ec-93aa-dfa9472498ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2944232'] for port, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:52.024029 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-2acb7f1a-702a-4e9d-8dda-9e9779df2769 req-653f70b5-a443-4099-b434-7ff0bbe534a5 service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1965284 May 04 14:58:52.024511 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a421293-ade8-41ec-93aa-dfa9472498ba service neutron] Pushing event updated for resources: {'Port': ['ID=cb97ac84-54da-488b-9b73-f200d4344050,revision_number=2']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:52.125866 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-7306c08c-7e0e-4512-aecd-388e99602749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:52.132210 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-7306c08c-7e0e-4512-aecd-388e99602749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:52.133977 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f509bac7-589f-47ac-9111-b8c59a3b790f req-188eed1a-2bf4-4c46-83f1-d9ae80d5565b tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:52.144314 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-6fa33a08-9f1d-4448-b294-8e6e5901f217 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be8f13a8-1319-4583-87e0-88b7c802c213 {{(pid=101864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:58:52.144786 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f509bac7-589f-47ac-9111-b8c59a3b790f req-188eed1a-2bf4-4c46-83f1-d9ae80d5565b tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 944 time: 0.1214466 May 04 14:58:52.186566 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-6fa33a08-9f1d-4448-b294-8e6e5901f217 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:52.211452 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-7306c08c-7e0e-4512-aecd-388e99602749 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=da4a4e165cf5401b98a01607985e2048&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4206352 May 04 14:58:52.218027 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 41616) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:52.239539 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7306c08c-7e0e-4512-aecd-388e99602749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3c260fc-8b92-4df1-958d-b2ce54d6dd33,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:52.255704 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device a3384183-568d-44bc-9c4f-65c30601d7ae details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:58:52.278017 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.provisioning_blocks [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-6fa33a08-9f1d-4448-b294-8e6e5901f217 service neutron] Transition to ACTIVE for port object be8f13a8-1319-4583-87e0-88b7c802c213 will not be triggered until provisioned by entity L2. {{(pid=101864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 14:58:52.290495 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-6fa33a08-9f1d-4448-b294-8e6e5901f217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:52.307094 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f509bac7-589f-47ac-9111-b8c59a3b790f req-6fab53ac-8fd5-4d55-9c6e-80c22afbb3d8 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551702 May 04 14:58:52.414402 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa33a08-9f1d-4448-b294-8e6e5901f217 service neutron] Pushing event updated for resources: {'Port': ['ID=be8f13a8-1319-4583-87e0-88b7c802c213,revision_number=2']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:52.429151 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.managers [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-7a421293-ade8-41ec-93aa-dfa9472498ba service neutron] Attempting to bind port cb97ac84-54da-488b-9b73-f200d4344050 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:58:52.429689 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.managers [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-7a421293-ade8-41ec-93aa-dfa9472498ba service neutron] Attempting to bind port cb97ac84-54da-488b-9b73-f200d4344050 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '5fc74e29-6563-4af1-8324-f9079d6eac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160'}] {{(pid=101863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:58:52.429904 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-7a421293-ade8-41ec-93aa-dfa9472498ba service neutron] Attempting to bind port cb97ac84-54da-488b-9b73-f200d4344050 on network 55dbbf73-0e6e-443d-9d78-4a6112dd0160 {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:58:52.435916 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-7a421293-ade8-41ec-93aa-dfa9472498ba service neutron] Port cb97ac84-54da-488b-9b73-f200d4344050 on network 55dbbf73-0e6e-443d-9d78-4a6112dd0160 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:58:52.436239 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-7a421293-ade8-41ec-93aa-dfa9472498ba service neutron] Attempting to bind port cb97ac84-54da-488b-9b73-f200d4344050 on network 55dbbf73-0e6e-443d-9d78-4a6112dd0160 {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:58:52.458082 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-100cc051-2328-4c22-a064-82123632fbea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:52.462339 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-7a421293-ade8-41ec-93aa-dfa9472498ba service neutron] Checking agent: {'id': 'b5e3fd0f-344a-4130-968c-1c1293caf489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'started_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:58:52.462687 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-7a421293-ade8-41ec-93aa-dfa9472498ba service neutron] Checking segment: {'id': '5fc74e29-6563-4af1-8324-f9079d6eac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:58:52.463331 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-7a421293-ade8-41ec-93aa-dfa9472498ba service neutron] Bound using segment: {'id': '5fc74e29-6563-4af1-8324-f9079d6eac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160'} {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:58:52.463805 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.managers [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-7a421293-ade8-41ec-93aa-dfa9472498ba service neutron] Bound port: cb97ac84-54da-488b-9b73-f200d4344050, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fc74e29-6563-4af1-8324-f9079d6eac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160'}}] {{(pid=101863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:58:52.464215 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-7a421293-ade8-41ec-93aa-dfa9472498ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:52.505455 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b580bd-14b2-49f5-9dbf-11f85d2ddb11 req-9f7726d3-e517-4728-a755-80b7002d2720 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:52.517777 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-10b580bd-14b2-49f5-9dbf-11f85d2ddb11 req-9f7726d3-e517-4728-a755-80b7002d2720 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 944 time: 0.1881349 May 04 14:58:52.548792 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-100cc051-2328-4c22-a064-82123632fbea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:52.586725 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port a3384183-568d-44bc-9c4f-65c30601d7ae, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=a3384183-568d-44bc-9c4f-65c30601d7ae,segment=NetworkSegment(f2a774e1-0ef4-4840-b58c-af661d4a4c39),segment_id=f2a774e1-0ef4-4840-b58c-af661d4a4c39)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:52.612596 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Returning: {'device': 'a3384183-568d-44bc-9c4f-65c30601d7ae', 'network_id': '0b1f0998-b40c-4b96-a6a5-5579edcd628a', 'port_id': 'a3384183-568d-44bc-9c4f-65c30601d7ae', 'mac_address': 'fa:16:3e:d9:a3:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7664bf8-589e-43a8-9358-c59ff32dc964', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:58:52.640967 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-7a421293-ade8-41ec-93aa-dfa9472498ba service neutron] For port cb97ac84-54da-488b-9b73-f200d4344050, host hv-cinder-82963, cleared binding levels {{(pid=101863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:58:52.648465 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-7a421293-ade8-41ec-93aa-dfa9472498ba service neutron] For port cb97ac84-54da-488b-9b73-f200d4344050, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=cb97ac84-54da-488b-9b73-f200d4344050,segment=NetworkSegment(5fc74e29-6563-4af1-8324-f9079d6eac6f),segment_id=5fc74e29-6563-4af1-8324-f9079d6eac6f)] {{(pid=101863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:58:52.663758 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-10b580bd-14b2-49f5-9dbf-11f85d2ddb11 req-bfd86282-cc29-40d9-bc95-cd677c0dd50b tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df837d7-a5e7-4dbb-bde0-56549fb18ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1450799 May 04 14:58:52.667805 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-7a421293-ade8-41ec-93aa-dfa9472498ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2944232'] for port, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:52.683463 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-6fa33a08-9f1d-4448-b294-8e6e5901f217 service neutron] Attempting to bind port be8f13a8-1319-4583-87e0-88b7c802c213 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:58:52.684238 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-6fa33a08-9f1d-4448-b294-8e6e5901f217 service neutron] Attempting to bind port be8f13a8-1319-4583-87e0-88b7c802c213 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'b1142b6e-dead-4f76-9ea3-713e036ec259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97'}] {{(pid=101864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:58:52.684238 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-6fa33a08-9f1d-4448-b294-8e6e5901f217 service neutron] Attempting to bind port be8f13a8-1319-4583-87e0-88b7c802c213 on network 60c30b73-0e7f-49bb-89af-0e44584f9d97 {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:58:52.711329 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-6fa33a08-9f1d-4448-b294-8e6e5901f217 service neutron] Port be8f13a8-1319-4583-87e0-88b7c802c213 on network 60c30b73-0e7f-49bb-89af-0e44584f9d97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 14:58:52.712397 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-6fa33a08-9f1d-4448-b294-8e6e5901f217 service neutron] Attempting to bind port be8f13a8-1319-4583-87e0-88b7c802c213 on network 60c30b73-0e7f-49bb-89af-0e44584f9d97 {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:58:52.725144 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-6fa33a08-9f1d-4448-b294-8e6e5901f217 service neutron] Checking agent: {'id': 'b5e3fd0f-344a-4130-968c-1c1293caf489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'started_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:58:52.725539 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-6fa33a08-9f1d-4448-b294-8e6e5901f217 service neutron] Checking segment: {'id': 'b1142b6e-dead-4f76-9ea3-713e036ec259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:58:52.725972 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-6fa33a08-9f1d-4448-b294-8e6e5901f217 service neutron] Bound using segment: {'id': 'b1142b6e-dead-4f76-9ea3-713e036ec259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97'} {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:58:52.726480 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-6fa33a08-9f1d-4448-b294-8e6e5901f217 service neutron] Bound port: be8f13a8-1319-4583-87e0-88b7c802c213, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1142b6e-dead-4f76-9ea3-713e036ec259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97'}}] {{(pid=101864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:58:52.726849 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-6fa33a08-9f1d-4448-b294-8e6e5901f217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:52.744782 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:52.766308 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3384183-568d-44bc-9c4f-65c30601d7ae {{(pid=101865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:58:52.795721 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-7a421293-ade8-41ec-93aa-dfa9472498ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:52.796159 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port a3384183-568d-44bc-9c4f-65c30601d7ae, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=a3384183-568d-44bc-9c4f-65c30601d7ae,segment=NetworkSegment(f2a774e1-0ef4-4840-b58c-af661d4a4c39),segment_id=f2a774e1-0ef4-4840-b58c-af661d4a4c39)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:52.796269 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-7a421293-ade8-41ec-93aa-dfa9472498ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for port, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:52.798428 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-7a421293-ade8-41ec-93aa-dfa9472498ba service neutron] 10.222.0.11 "PUT /v2.0/ports/cb97ac84-54da-488b-9b73-f200d4344050 HTTP/1.1" status: 200 len: 1094 time: 1.6098051 May 04 14:58:52.799090 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9f3572-93ab-436c-82e9-45dd8fe11b6c', 'tag': 'cb97ac84-54da-488b-9b73-f200d4344050'}] {{(pid=101863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:58:52.801742 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:52.816605 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-100cc051-2328-4c22-a064-82123632fbea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:52.819199 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-100cc051-2328-4c22-a064-82123632fbea admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:52.835577 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-100cc051-2328-4c22-a064-82123632fbea admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f3c260fc-8b92-4df1-958d-b2ce54d6dd33 HTTP/1.1" status: 204 len: 168 time: 0.6091936 May 04 14:58:52.883639 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100cc051-2328-4c22-a064-82123632fbea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3c260fc-8b92-4df1-958d-b2ce54d6dd33,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:52.946411 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-6fa33a08-9f1d-4448-b294-8e6e5901f217 service neutron] For port be8f13a8-1319-4583-87e0-88b7c802c213, host hv-cinder-82963, cleared binding levels {{(pid=101864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:58:52.973222 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-6fa33a08-9f1d-4448-b294-8e6e5901f217 service neutron] For port be8f13a8-1319-4583-87e0-88b7c802c213, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=be8f13a8-1319-4583-87e0-88b7c802c213,segment=NetworkSegment(b1142b6e-dead-4f76-9ea3-713e036ec259),segment_id=b1142b6e-dead-4f76-9ea3-713e036ec259)] {{(pid=101864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:58:52.984668 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-6fa33a08-9f1d-4448-b294-8e6e5901f217 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:52.988312 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=a3384183-568d-44bc-9c4f-65c30601d7ae,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:53.106490 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-6fa33a08-9f1d-4448-b294-8e6e5901f217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:53.108097 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-6fa33a08-9f1d-4448-b294-8e6e5901f217 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:53.113581 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-6fa33a08-9f1d-4448-b294-8e6e5901f217 service neutron] 10.222.0.11 "PUT /v2.0/ports/be8f13a8-1319-4583-87e0-88b7c802c213 HTTP/1.1" status: 200 len: 1093 time: 1.6251729 May 04 14:58:53.115631 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aff994d-b792-4368-b2da-53eea8aa7ad2', 'tag': 'be8f13a8-1319-4583-87e0-88b7c802c213'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:58:53.119307 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f851118e-e5c1-4855-b2cc-47c45ba91aa4" -d '{"events": [{"name": "network-changed", "server_uuid": "0aff994d-b792-4368-b2da-53eea8aa7ad2", "tag": "be8f13a8-1319-4583-87e0-88b7c802c213"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:58:53.174813 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a421293-ade8-41ec-93aa-dfa9472498ba service neutron] Pushing event updated for resources: {'Port': ['ID=cb97ac84-54da-488b-9b73-f200d4344050,revision_number=3']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:53.300829 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa33a08-9f1d-4448-b294-8e6e5901f217 service neutron] Pushing event updated for resources: {'Port': ['ID=be8f13a8-1319-4583-87e0-88b7c802c213,revision_number=3']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:53.334632 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['a3384183-568d-44bc-9c4f-65c30601d7ae'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:58:53.358654 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-83589899-3ab1-4af3-901d-e70192acbaf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:53.368778 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-83589899-3ab1-4af3-901d-e70192acbaf0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=192ccf80824d4fa59de46a9e21ae0572&device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 1096 time: 0.1732523 May 04 14:58:53.377950 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 41658) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:53.430756 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-b22c64b8-c3fa-447b-b384-f23dbb16e331 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be8f13a8-1319-4583-87e0-88b7c802c213 HTTP/1.1" status: 200 len: 217 time: 0.0432177 May 04 14:58:53.446183 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e487eed3-893a-4c9e-a4f1-b5593bb6169c req-de2c83ea-d718-4f6e-add4-bf0ef4920a5b tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:53.465117 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e487eed3-893a-4c9e-a4f1-b5593bb6169c req-de2c83ea-d718-4f6e-add4-bf0ef4920a5b tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 943 time: 0.3757033 May 04 14:58:53.476844 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c6767b5d81d022f3d85e9c22ce19b705c79dd3cfc51145499811648722293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96969eae-fce8-4f2a-b6ac-6962e61ee916" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9f3572-93ab-436c-82e9-45dd8fe11b6c", "tag": "cb97ac84-54da-488b-9b73-f200d4344050"}]}' {{(pid=101863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:58:53.481855 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-428b0c88-2b51-40cd-a520-525d0026d91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:53.483340 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-428b0c88-2b51-40cd-a520-525d0026d91f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87d12057fd5046da9f6ec905d089d476&device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 1097 time: 0.5843117 May 04 14:58:53.540859 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6dd34-e894-42b2-851e-552ca48c20c5 req-b5566bad-1b21-4ee1-b929-c596401e9f9b tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:53.553367 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2bb6dd34-e894-42b2-851e-552ca48c20c5 req-b5566bad-1b21-4ee1-b929-c596401e9f9b tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/ports?device_id=3988aef8-15b0-495c-8c14-346307167353 HTTP/1.1" status: 200 len: 945 time: 0.4700072 May 04 14:58:53.559752 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-46301fd4-4b17-44f1-a2e9-626ffd1943de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:53.561447 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-46301fd4-4b17-44f1-a2e9-626ffd1943de service neutron] 10.222.0.11 "GET /v2.0/subnets?id=030f9125-e21b-4852-a6f8-1ba70c2222d2 HTTP/1.1" status: 200 len: 855 time: 0.1195364 May 04 14:58:53.668361 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-b0ce5c90-465d-44b8-994a-6fc8229f52de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:53.669939 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-b0ce5c90-465d-44b8-994a-6fc8229f52de service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60c30b73-0e7f-49bb-89af-0e44584f9d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1023679 May 04 14:58:53.783100 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c579b029-6f79-4ecc-8e72-25f479dcb776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:53.834899 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-62e3f689-7437-446e-a3ee-4ade81cc4a76 service neutron] 10.222.0.11 "GET /v2.0/networks/60c30b73-0e7f-49bb-89af-0e44584f9d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1585112 May 04 14:58:53.928328 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e487eed3-893a-4c9e-a4f1-b5593bb6169c req-79b3426e-7755-4d77-96f5-eaa318d72a9f tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4620314 May 04 14:58:53.937425 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-6c559e72-493e-4a06-b6d8-c9d5e4a7fe19 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb97ac84-54da-488b-9b73-f200d4344050 HTTP/1.1" status: 200 len: 217 time: 0.3769827 May 04 14:58:53.999621 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2bb6dd34-e894-42b2-851e-552ca48c20c5 req-c0d2f132-2377-469d-86b9-cc1f992d45c5 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/security-groups?id=16a50401-4087-4535-abf3-3ebe744eebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4453542 May 04 14:58:54.021882 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5b7b8c-9029-42f0-8b8f-bdcc50c64a4a x-openstack-request-id: req-ca5b7b8c-9029-42f0-8b8f-bdcc50c64a4a {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:58:54.022410 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aff994d-b792-4368-b2da-53eea8aa7ad2", "tag": "be8f13a8-1319-4583-87e0-88b7c802c213", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:58:54.023219 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ca5b7b8c-9029-42f0-8b8f-bdcc50c64a4a {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:58:54.023811 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ca5b7b8c-9029-42f0-8b8f-bdcc50c64a4a'] response: {'name': 'network-changed', 'server_uuid': '0aff994d-b792-4368-b2da-53eea8aa7ad2', 'tag': 'be8f13a8-1319-4583-87e0-88b7c802c213', 'status': 'completed', 'code': 200} May 04 14:58:54.027119 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c579b029-6f79-4ecc-8e72-25f479dcb776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:54.043711 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-ab974412-6e12-4435-aba3-7a560f50e7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:54.045209 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-ab974412-6e12-4435-aba3-7a560f50e7f4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b0b50cf-2dce-427c-8d06-7da02fdf5e7e HTTP/1.1" status: 200 len: 853 time: 0.0962141 May 04 14:58:54.050749 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f7b5b2f1-6a93-49e7-851e-23aadc0824c4 req-c7ce3c87-34c6-481e-a4ae-5048eae27806 service neutron] 10.222.0.11 "GET /v2.0/networks/60c30b73-0e7f-49bb-89af-0e44584f9d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080407 May 04 14:58:54.051975 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c579b029-6f79-4ecc-8e72-25f479dcb776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:54.113227 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-c579b029-6f79-4ecc-8e72-25f479dcb776 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=fffac166c86e4bf9b506bbe32143ecb7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7341373 May 04 14:58:54.114273 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 41698) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:54.137711 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c579b029-6f79-4ecc-8e72-25f479dcb776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4683ed-884e-4b12-879c-24b06e02bf44,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:54.177038 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-4a16a2e9-7e6e-4c5c-81ee-d7449d7ebbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:54.178725 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-4a16a2e9-7e6e-4c5c-81ee-d7449d7ebbd0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55dbbf73-0e6e-443d-9d78-4a6112dd0160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1272914 May 04 14:58:54.189714 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6de531a-d0e1-4ed2-b89a-7070116ffdb2 req-35f0b151-c070-4142-9993-128dacc91d84 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:54.197334 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f6de531a-d0e1-4ed2-b89a-7070116ffdb2 req-35f0b151-c070-4142-9993-128dacc91d84 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 944 time: 0.0792012 May 04 14:58:54.240251 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 4a1747b7-8961-43c7-aa12-ccf71dd190e6 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:58:54.271032 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8476b6-97a2-421a-a8df-673398f95727 x-openstack-request-id: req-fc8476b6-97a2-421a-a8df-673398f95727 {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:58:54.271313 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9f3572-93ab-436c-82e9-45dd8fe11b6c", "tag": "cb97ac84-54da-488b-9b73-f200d4344050", "status": "completed", "code": 200}]} {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:58:54.271565 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fc8476b6-97a2-421a-a8df-673398f95727 {{(pid=101863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:58:54.272017 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc8476b6-97a2-421a-a8df-673398f95727'] response: {'name': 'network-changed', 'server_uuid': 'fb9f3572-93ab-436c-82e9-45dd8fe11b6c', 'tag': 'cb97ac84-54da-488b-9b73-f200d4344050', 'status': 'completed', 'code': 200} May 04 14:58:54.310329 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f6de531a-d0e1-4ed2-b89a-7070116ffdb2 req-1589a8ee-70cb-4085-af1e-839022e79d46 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074412 May 04 14:58:54.340852 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-d30360c5-7ac8-43f4-a1c8-3ad55e3d6db8 service neutron] 10.222.0.11 "GET /v2.0/networks/55dbbf73-0e6e-443d-9d78-4a6112dd0160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355987 May 04 14:58:54.345198 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c40b2547-aeb9-45ab-821b-f41251536269 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:54.358946 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851118e-e5c1-4855-b2cc-47c45ba91aa4 req-87163564-1dd4-4930-9872-6873a2923a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:54.363011 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f851118e-e5c1-4855-b2cc-47c45ba91aa4 req-87163564-1dd4-4930-9872-6873a2923a17 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=192ccf80824d4fa59de46a9e21ae0572&device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 1096 time: 0.1853096 May 04 14:58:54.368469 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 4a1747b7-8961-43c7-aa12-ccf71dd190e6, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=4a1747b7-8961-43c7-aa12-ccf71dd190e6,segment=NetworkSegment(534d5c1f-96ae-4c1a-a88f-267c90e99e91),segment_id=534d5c1f-96ae-4c1a-a88f-267c90e99e91)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:54.381543 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c40b2547-aeb9-45ab-821b-f41251536269 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:54.383414 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Returning: {'device': '4a1747b7-8961-43c7-aa12-ccf71dd190e6', 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc', 'port_id': '4a1747b7-8961-43c7-aa12-ccf71dd190e6', 'mac_address': 'fa:16:3e:78:02:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:58:54.424191 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:54.440798 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a1747b7-8961-43c7-aa12-ccf71dd190e6 {{(pid=101865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:58:54.449694 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b3571-5b05-4bf6-a156-3804d0a4acb1 req-ec5e4487-c60b-4763-a0da-d089dfdfc7af tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:54.459263 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-972b3571-5b05-4bf6-a156-3804d0a4acb1 req-ec5e4487-c60b-4763-a0da-d089dfdfc7af tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 944 time: 0.1174672 May 04 14:58:54.464996 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 4a1747b7-8961-43c7-aa12-ccf71dd190e6, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=4a1747b7-8961-43c7-aa12-ccf71dd190e6,segment=NetworkSegment(534d5c1f-96ae-4c1a-a88f-267c90e99e91),segment_id=534d5c1f-96ae-4c1a-a88f-267c90e99e91)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:54.471631 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:54.472837 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 45b302bb-8c1b-4e9f-b035-e562354cccae details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:58:54.515872 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1ca7d9a7-161c-47a8-8521-555740c25494 req-6e01fbb2-96fb-4495-b637-ae837b0d67e8 service neutron] 10.222.0.11 "GET /v2.0/networks/55dbbf73-0e6e-443d-9d78-4a6112dd0160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1650152 May 04 14:58:54.534813 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-972b3571-5b05-4bf6-a156-3804d0a4acb1 req-e923a7be-2b4e-4a36-ad33-4efc66feb7b1 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df837d7-a5e7-4dbb-bde0-56549fb18ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0743413 May 04 14:58:54.544107 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=4a1747b7-8961-43c7-aa12-ccf71dd190e6,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:54.548286 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c40b2547-aeb9-45ab-821b-f41251536269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:54.552618 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c40b2547-aeb9-45ab-821b-f41251536269 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:54.554305 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-c40b2547-aeb9-45ab-821b-f41251536269 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1d4683ed-884e-4b12-879c-24b06e02bf44 HTTP/1.1" status: 204 len: 168 time: 0.4172230 May 04 14:58:54.569974 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40b2547-aeb9-45ab-821b-f41251536269 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4683ed-884e-4b12-879c-24b06e02bf44,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:54.572634 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851118e-e5c1-4855-b2cc-47c45ba91aa4 req-f587e3b4-393e-41a6-89db-61b0e3f5a818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:54.574607 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f851118e-e5c1-4855-b2cc-47c45ba91aa4 req-f587e3b4-393e-41a6-89db-61b0e3f5a818 service neutron] 10.222.0.11 "GET /v2.0/networks?id=60c30b73-0e7f-49bb-89af-0e44584f9d97 HTTP/1.1" status: 200 len: 917 time: 0.1700995 May 04 14:58:54.588243 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 45b302bb-8c1b-4e9f-b035-e562354cccae, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=45b302bb-8c1b-4e9f-b035-e562354cccae,segment=NetworkSegment(534d5c1f-96ae-4c1a-a88f-267c90e99e91),segment_id=534d5c1f-96ae-4c1a-a88f-267c90e99e91)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:54.605702 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Returning: {'device': '45b302bb-8c1b-4e9f-b035-e562354cccae', 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc', 'port_id': '45b302bb-8c1b-4e9f-b035-e562354cccae', 'mac_address': 'fa:16:3e:de:2a:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:58:54.647502 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:54.665857 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45b302bb-8c1b-4e9f-b035-e562354cccae {{(pid=101865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:58:54.677424 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f851118e-e5c1-4855-b2cc-47c45ba91aa4 req-e61404e9-594e-486a-ac86-1b4a93afcdf0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be8f13a8-1319-4583-87e0-88b7c802c213 HTTP/1.1" status: 200 len: 217 time: 0.0662775 May 04 14:58:54.693415 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 45b302bb-8c1b-4e9f-b035-e562354cccae, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=45b302bb-8c1b-4e9f-b035-e562354cccae,segment=NetworkSegment(534d5c1f-96ae-4c1a-a88f-267c90e99e91),segment_id=534d5c1f-96ae-4c1a-a88f-267c90e99e91)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:54.700326 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:54.721399 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96969eae-fce8-4f2a-b6ac-6962e61ee916 req-23683a32-661d-4656-89c2-079d0c12fcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:54.725282 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-96969eae-fce8-4f2a-b6ac-6962e61ee916 req-23683a32-661d-4656-89c2-079d0c12fcf8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87d12057fd5046da9f6ec905d089d476&device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 1097 time: 0.0877225 May 04 14:58:54.759505 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851118e-e5c1-4855-b2cc-47c45ba91aa4 req-52377637-e48c-44cf-954f-e7124abcf272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:54.761709 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f851118e-e5c1-4855-b2cc-47c45ba91aa4 req-52377637-e48c-44cf-954f-e7124abcf272 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=030f9125-e21b-4852-a6f8-1ba70c2222d2 HTTP/1.1" status: 200 len: 855 time: 0.0776892 May 04 14:58:54.784146 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=45b302bb-8c1b-4e9f-b035-e562354cccae,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:54.839257 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f851118e-e5c1-4855-b2cc-47c45ba91aa4 req-6be89500-10e2-4a17-b0e8-a44b73897588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:54.840777 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f851118e-e5c1-4855-b2cc-47c45ba91aa4 req-6be89500-10e2-4a17-b0e8-a44b73897588 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60c30b73-0e7f-49bb-89af-0e44584f9d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725987 May 04 14:58:55.013402 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96969eae-fce8-4f2a-b6ac-6962e61ee916 req-d2903dbb-d6fa-43ad-bf09-df66b78d8751 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:55.014889 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-96969eae-fce8-4f2a-b6ac-6962e61ee916 req-d2903dbb-d6fa-43ad-bf09-df66b78d8751 service neutron] 10.222.0.11 "GET /v2.0/networks?id=55dbbf73-0e6e-443d-9d78-4a6112dd0160 HTTP/1.1" status: 200 len: 915 time: 0.2793822 May 04 14:58:55.019517 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f851118e-e5c1-4855-b2cc-47c45ba91aa4 req-0da9b0b3-cb01-4001-95ca-899961390a3e service neutron] 10.222.0.11 "GET /v2.0/networks/60c30b73-0e7f-49bb-89af-0e44584f9d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698833 May 04 14:58:55.081935 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-96969eae-fce8-4f2a-b6ac-6962e61ee916 req-4865d1ee-d6a7-4e8c-b691-bbb6fa7a8f8f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb97ac84-54da-488b-9b73-f200d4344050 HTTP/1.1" status: 200 len: 217 time: 0.0532830 May 04 14:58:55.184113 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 41738) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:55.193128 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96969eae-fce8-4f2a-b6ac-6962e61ee916 req-6f027058-c741-477a-a3aa-5b04833ddfcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:55.194578 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-96969eae-fce8-4f2a-b6ac-6962e61ee916 req-6f027058-c741-477a-a3aa-5b04833ddfcd service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b0b50cf-2dce-427c-8d06-7da02fdf5e7e HTTP/1.1" status: 200 len: 853 time: 0.1033354 May 04 14:58:55.204991 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35d0ff9-ccd4-4e7c-ad35-37ba5ad26daf req-91592133-2bd7-4959-973e-56920a390689 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:55.213138 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b35d0ff9-ccd4-4e7c-ad35-37ba5ad26daf req-91592133-2bd7-4959-973e-56920a390689 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 943 time: 0.1350741 May 04 14:58:55.223573 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c99e31da-c596-40b1-a32c-aa13fb329e37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:55.255282 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc81574-e10f-45d0-8cd0-fae00aab7be1 req-4fc9e04e-57e8-4581-b32a-830b20ab2bc3 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:55.258354 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0dc81574-e10f-45d0-8cd0-fae00aab7be1 req-4fc9e04e-57e8-4581-b32a-830b20ab2bc3 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/ports?device_id=3988aef8-15b0-495c-8c14-346307167353 HTTP/1.1" status: 200 len: 945 time: 0.1245985 May 04 14:58:55.270677 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['45b302bb-8c1b-4e9f-b035-e562354cccae'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:58:55.276902 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f851118e-e5c1-4855-b2cc-47c45ba91aa4 req-459a9b9f-b766-4ac9-abcf-7af8a25bd247 service neutron] 10.222.0.11 "GET /v2.0/networks/60c30b73-0e7f-49bb-89af-0e44584f9d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2475605 May 04 14:58:55.351463 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c99e31da-c596-40b1-a32c-aa13fb329e37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:55.358681 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c99e31da-c596-40b1-a32c-aa13fb329e37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:55.373266 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b35d0ff9-ccd4-4e7c-ad35-37ba5ad26daf req-25a0217e-2d39-48f2-8e50-232c8d4b41d1 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591365 May 04 14:58:55.400006 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96969eae-fce8-4f2a-b6ac-6962e61ee916 req-2bf3f7e6-16d0-467c-b07f-72fd91a27195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:55.403828 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-96969eae-fce8-4f2a-b6ac-6962e61ee916 req-2bf3f7e6-16d0-467c-b07f-72fd91a27195 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55dbbf73-0e6e-443d-9d78-4a6112dd0160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1867621 May 04 14:58:55.404692 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['4a1747b7-8961-43c7-aa12-ccf71dd190e6'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:58:55.457319 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-c99e31da-c596-40b1-a32c-aa13fb329e37 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=dc191452b7c54d8a8d57ae8cc966434c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2703674 May 04 14:58:55.459590 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99e31da-c596-40b1-a32c-aa13fb329e37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8af238d7-b1d4-4d6a-960f-3ce35378b01e,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:55.481948 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 41752) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:55.509906 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0dc81574-e10f-45d0-8cd0-fae00aab7be1 req-73bd7f49-8b76-446b-9cf6-1c5f80a42f11 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/security-groups?id=16a50401-4087-4535-abf3-3ebe744eebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268291 May 04 14:58:55.594329 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-3464d50a-5840-4504-88e8-54719f2f675a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:55.622599 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-3464d50a-5840-4504-88e8-54719f2f675a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:55.629150 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-96969eae-fce8-4f2a-b6ac-6962e61ee916 req-9dbbda7f-723c-4790-86bb-d6d0571a9b1d service neutron] 10.222.0.11 "GET /v2.0/networks/55dbbf73-0e6e-443d-9d78-4a6112dd0160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103641 May 04 14:58:55.701693 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-3464d50a-5840-4504-88e8-54719f2f675a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:55.707930 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-3464d50a-5840-4504-88e8-54719f2f675a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:55.712040 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-3464d50a-5840-4504-88e8-54719f2f675a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8af238d7-b1d4-4d6a-960f-3ce35378b01e HTTP/1.1" status: 204 len: 168 time: 0.2268541 May 04 14:58:55.727668 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3464d50a-5840-4504-88e8-54719f2f675a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af238d7-b1d4-4d6a-960f-3ce35378b01e,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:55.760652 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae5a127-7256-4bc7-9b14-3675b577106e req-06946183-00e3-40ef-b7a0-7a69cedbac68 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:55.763106 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4ae5a127-7256-4bc7-9b14-3675b577106e req-06946183-00e3-40ef-b7a0-7a69cedbac68 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 945 time: 0.2497618 May 04 14:58:55.829807 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f150f539-4e79-43c8-8b43-b221558a58a6 req-5ba68ce5-0316-4633-8d7e-3965ef26cea6 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:55.831292 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f150f539-4e79-43c8-8b43-b221558a58a6 req-5ba68ce5-0316-4633-8d7e-3965ef26cea6 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 944 time: 0.1593256 May 04 14:58:55.869923 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4ae5a127-7256-4bc7-9b14-3675b577106e req-375b7d40-e3a3-42a7-9213-bb42b80e476c tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919559 May 04 14:58:55.877819 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-96969eae-fce8-4f2a-b6ac-6962e61ee916 req-40d6b945-f1eb-4428-bdaf-a27e97f6b6e6 service neutron] 10.222.0.11 "GET /v2.0/networks/55dbbf73-0e6e-443d-9d78-4a6112dd0160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383995 May 04 14:58:55.917332 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f150f539-4e79-43c8-8b43-b221558a58a6 req-f7744b12-ff7c-47e7-b686-80b87004e144 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df837d7-a5e7-4dbb-bde0-56549fb18ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725079 May 04 14:58:56.077400 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:58:56.246446 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device a3384183-568d-44bc-9c4f-65c30601d7ae up at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:58:56.300616 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning for port a3384183-568d-44bc-9c4f-65c30601d7ae completed by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:58:56.304881 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning complete for port a3384183-568d-44bc-9c4f-65c30601d7ae triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:56.305259 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:56.393509 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:56.417172 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3988aef8-15b0-495c-8c14-346307167353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3384183-568d-44bc-9c4f-65c30601d7ae'}] {{(pid=101865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:58:56.505478 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port a3384183-568d-44bc-9c4f-65c30601d7ae, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=a3384183-568d-44bc-9c4f-65c30601d7ae,segment=NetworkSegment(f2a774e1-0ef4-4840-b58c-af661d4a4c39),segment_id=f2a774e1-0ef4-4840-b58c-af661d4a4c39)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:56.522963 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:56.556898 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9f48f2f-a9e1-4dd5-9b94-8c2ebfa13093 req-c7d09c47-6c5f-4557-a7dd-a604dee3eb67 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:56.558754 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a9f48f2f-a9e1-4dd5-9b94-8c2ebfa13093 req-c7d09c47-6c5f-4557-a7dd-a604dee3eb67 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 943 time: 0.0948899 May 04 14:58:56.615126 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=a3384183-568d-44bc-9c4f-65c30601d7ae,revision_number=5']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:56.617985 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a9f48f2f-a9e1-4dd5-9b94-8c2ebfa13093 req-bffd28d7-d95c-428c-989b-e147f19f1a0c tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516546 May 04 14:58:56.674876 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e6a2fe-24e9-4140-ac16-9e8663be0d9d req-0aa5af50-f2e8-4701-83b1-d113f9ea050c tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:56.682212 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a9e6a2fe-24e9-4140-ac16-9e8663be0d9d req-0aa5af50-f2e8-4701-83b1-d113f9ea050c tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/ports?device_id=3988aef8-15b0-495c-8c14-346307167353 HTTP/1.1" status: 200 len: 946 time: 0.0627544 May 04 14:58:56.684570 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13127db273ea31dc2797640238b9d4a3f6ca00c8d3f152038556e6a345f6b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b0b4f7-6715-49b0-96aa-e09df30b091b" -d '{"events": [{"server_uuid": "3988aef8-15b0-495c-8c14-346307167353", "name": "network-vif-plugged", "status": "completed", "tag": "a3384183-568d-44bc-9c4f-65c30601d7ae"}]}' {{(pid=101865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:58:56.724318 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a9e6a2fe-24e9-4140-ac16-9e8663be0d9d req-5c2e16d8-401e-46dc-b038-0a7b3f13407d tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/security-groups?id=16a50401-4087-4535-abf3-3ebe744eebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412583 May 04 14:58:57.059844 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:58:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41833e91-33d7-4811-be92-b227b9030c69 x-openstack-request-id: req-41833e91-33d7-4811-be92-b227b9030c69 {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:58:57.060517 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3988aef8-15b0-495c-8c14-346307167353", "name": "network-vif-plugged", "status": "completed", "tag": "a3384183-568d-44bc-9c4f-65c30601d7ae", "code": 200}]} {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:58:57.060918 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-41833e91-33d7-4811-be92-b227b9030c69 {{(pid=101865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:58:57.061868 dv-cinder-829630-2-iscsi neutron-server[101865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-41833e91-33d7-4811-be92-b227b9030c69'] response: {'server_uuid': '3988aef8-15b0-495c-8c14-346307167353', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3384183-568d-44bc-9c4f-65c30601d7ae', 'code': 200} May 04 14:58:57.100374 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9926c5-0fb6-4fb4-9d46-94f78d75e067 req-3ed6e169-3d3e-4efa-bf57-7c67c824d968 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:57.102021 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7e9926c5-0fb6-4fb4-9d46-94f78d75e067 req-3ed6e169-3d3e-4efa-bf57-7c67c824d968 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 945 time: 0.1015964 May 04 14:58:57.178183 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7e9926c5-0fb6-4fb4-9d46-94f78d75e067 req-2d09bcc0-fed2-4e9d-8983-00e71ea2d464 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694721 May 04 14:58:57.213176 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa912ba4-957a-4d74-9afb-8e7a0764a3e5 req-c4abd6e8-9b18-4cd5-b9b1-ad62b3d3366d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:57.221880 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-aa912ba4-957a-4d74-9afb-8e7a0764a3e5 req-c4abd6e8-9b18-4cd5-b9b1-ad62b3d3366d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 944 time: 0.0877612 May 04 14:58:57.275477 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-aa912ba4-957a-4d74-9afb-8e7a0764a3e5 req-cda8c3e8-fa43-47f2-b678-a0508c0e2393 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df837d7-a5e7-4dbb-bde0-56549fb18ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525916 May 04 14:58:57.382101 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe9460c-aa84-43fc-8c5d-ad6eff34322b req-12071fdc-8dba-4fd0-bb1a-e80cf43a3ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:57.382827 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7fe9460c-aa84-43fc-8c5d-ad6eff34322b req-12071fdc-8dba-4fd0-bb1a-e80cf43a3ce0 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3988aef8-15b0-495c-8c14-346307167353 HTTP/1.1" status: 200 len: 1099 time: 0.1017833 May 04 14:58:57.402601 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-7fe9460c-aa84-43fc-8c5d-ad6eff34322b req-f5dfef05-fe42-42fb-ac5c-4aefcaa8c676 service neutron] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:57.459298 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 41860) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:57.487097 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-7fe9460c-aa84-43fc-8c5d-ad6eff34322b req-f5dfef05-fe42-42fb-ac5c-4aefcaa8c676 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:57.491665 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-7fe9460c-aa84-43fc-8c5d-ad6eff34322b req-f5dfef05-fe42-42fb-ac5c-4aefcaa8c676 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:57.530226 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7fe9460c-aa84-43fc-8c5d-ad6eff34322b req-f5dfef05-fe42-42fb-ac5c-4aefcaa8c676 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=16a50401-4087-4535-abf3-3ebe744eebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409130 May 04 14:58:57.535404 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5dfef05-fe42-42fb-ac5c-4aefcaa8c676 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=332122fe-7dfe-423d-9f5d-7f4b37d7fb6f,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:57.674475 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-eda21a3d-ad28-4454-9b44-bac97efe0e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:57.752638 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f019743-0358-4f1e-a7ce-06dd812cf0ed req-911b6184-7a08-444e-b8fb-c78e0f4ef954 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:57.754215 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7f019743-0358-4f1e-a7ce-06dd812cf0ed req-911b6184-7a08-444e-b8fb-c78e0f4ef954 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 943 time: 0.0553336 May 04 14:58:57.769622 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-eda21a3d-ad28-4454-9b44-bac97efe0e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:57.779676 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-eda21a3d-ad28-4454-9b44-bac97efe0e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:57.806046 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda21a3d-ad28-4454-9b44-bac97efe0e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8457e2e9-942e-4daa-9813-64e3c2048ad1,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:57.828781 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-eda21a3d-ad28-4454-9b44-bac97efe0e33 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=43d3afdfe9a54a8889d3304b423bf181&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3670676 May 04 14:58:57.833319 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 41882) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:57.905093 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-1c8dd71b-71de-419d-b1b7-a07718ffbb92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:57.934386 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-1c8dd71b-71de-419d-b1b7-a07718ffbb92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:57.994419 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-1c8dd71b-71de-419d-b1b7-a07718ffbb92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:57.997125 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-1c8dd71b-71de-419d-b1b7-a07718ffbb92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:58.001528 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-1c8dd71b-71de-419d-b1b7-a07718ffbb92 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8457e2e9-942e-4daa-9813-64e3c2048ad1 HTTP/1.1" status: 204 len: 168 time: 0.1637437 May 04 14:58:58.008933 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8dd71b-71de-419d-b1b7-a07718ffbb92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8457e2e9-942e-4daa-9813-64e3c2048ad1,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:58.028808 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7f019743-0358-4f1e-a7ce-06dd812cf0ed req-635d5de1-15ff-4f35-8a5f-2107488eb548 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2684391 May 04 14:58:58.047496 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94351137-3327-45bc-8138-aea5e3968fbd req-71274bca-ec3d-4a7d-8d06-f0eaff9b82a6 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:58.053200 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-94351137-3327-45bc-8138-aea5e3968fbd req-71274bca-ec3d-4a7d-8d06-f0eaff9b82a6 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/ports?device_id=3988aef8-15b0-495c-8c14-346307167353 HTTP/1.1" status: 200 len: 946 time: 0.0812681 May 04 14:58:58.101998 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-94351137-3327-45bc-8138-aea5e3968fbd req-6cb76437-3f1b-4889-a0da-09fcbac63a6c tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/security-groups?id=16a50401-4087-4535-abf3-3ebe744eebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359550 May 04 14:58:58.240224 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device cb97ac84-54da-488b-9b73-f200d4344050 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:58:58.265498 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 4a1747b7-8961-43c7-aa12-ccf71dd190e6 up at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:58:58.311765 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaf642d-510f-4677-a622-887d1e44817f req-a62d35aa-8ff3-41d7-9a1c-23934707ed77 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:58.321251 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-dbaf642d-510f-4677-a622-887d1e44817f req-a62d35aa-8ff3-41d7-9a1c-23934707ed77 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 945 time: 0.0635912 May 04 14:58:58.378555 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-dbaf642d-510f-4677-a622-887d1e44817f req-9ac5e5d4-bd6a-430e-969a-343dc88c971f tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562491 May 04 14:58:58.380410 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.db.resource_extend [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 14:58:58.480995 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning for port 4a1747b7-8961-43c7-aa12-ccf71dd190e6 completed by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:58:58.489546 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning complete for port 4a1747b7-8961-43c7-aa12-ccf71dd190e6 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:58.489915 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:58.508673 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 41906) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:58.514267 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e692d19e-1956-4edd-9c1e-104801bc08f8 req-f2306aff-8ff9-436a-958a-3365e14ac72b tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:58.516124 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e692d19e-1956-4edd-9c1e-104801bc08f8 req-f2306aff-8ff9-436a-958a-3365e14ac72b tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 944 time: 0.0966675 May 04 14:58:58.526586 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c052860c-0fa9-45c9-9c40-11f1189509ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:58.534087 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port cb97ac84-54da-488b-9b73-f200d4344050, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=cb97ac84-54da-488b-9b73-f200d4344050,segment=NetworkSegment(5fc74e29-6563-4af1-8324-f9079d6eac6f),segment_id=5fc74e29-6563-4af1-8324-f9079d6eac6f)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:58.559518 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Returning: {'device': 'cb97ac84-54da-488b-9b73-f200d4344050', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'port_id': 'cb97ac84-54da-488b-9b73-f200d4344050', 'mac_address': 'fa:16:3e:5c:14:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:58:58.609652 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:58.647631 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb97ac84-54da-488b-9b73-f200d4344050 {{(pid=101865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:58:58.658324 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e692d19e-1956-4edd-9c1e-104801bc08f8 req-ee52ec4a-b323-457a-b4cd-1b77436feef0 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df837d7-a5e7-4dbb-bde0-56549fb18ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248245 May 04 14:58:58.691441 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c052860c-0fa9-45c9-9c40-11f1189509ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:58.696705 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c052860c-0fa9-45c9-9c40-11f1189509ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:58.741028 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-c052860c-0fa9-45c9-9c40-11f1189509ee admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6f241b9b9b5d4c0785c0d718feacc993&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2303553 May 04 14:58:58.742158 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c052860c-0fa9-45c9-9c40-11f1189509ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cddf0572-9f0e-4469-98db-bd4b2550a54f,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:58.743712 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 41918) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:58.794356 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 41920) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:58.808099 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a571c2f3-221c-4368-ab41-7cb7ef657f2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:58.825736 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port cb97ac84-54da-488b-9b73-f200d4344050, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=cb97ac84-54da-488b-9b73-f200d4344050,segment=NetworkSegment(5fc74e29-6563-4af1-8324-f9079d6eac6f),segment_id=5fc74e29-6563-4af1-8324-f9079d6eac6f)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:58.827542 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:58.833502 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a571c2f3-221c-4368-ab41-7cb7ef657f2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:58.836200 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:58.836869 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device be8f13a8-1319-4583-87e0-88b7c802c213 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 14:58:58.888682 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a571c2f3-221c-4368-ab41-7cb7ef657f2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:58.891824 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a571c2f3-221c-4368-ab41-7cb7ef657f2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:58.893186 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-a571c2f3-221c-4368-ab41-7cb7ef657f2d admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cddf0572-9f0e-4469-98db-bd4b2550a54f HTTP/1.1" status: 204 len: 168 time: 0.1484661 May 04 14:58:58.902514 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a571c2f3-221c-4368-ab41-7cb7ef657f2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cddf0572-9f0e-4469-98db-bd4b2550a54f,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:58.924815 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 4a1747b7-8961-43c7-aa12-ccf71dd190e6, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=4a1747b7-8961-43c7-aa12-ccf71dd190e6,segment=NetworkSegment(534d5c1f-96ae-4c1a-a88f-267c90e99e91),segment_id=534d5c1f-96ae-4c1a-a88f-267c90e99e91)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:58.940275 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-fef7db09-59d5-4f9b-877d-430c5158bd6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:58.945595 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:58.946367 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 45b302bb-8c1b-4e9f-b035-e562354cccae up at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:58:58.949508 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=cb97ac84-54da-488b-9b73-f200d4344050,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:59.027107 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-fef7db09-59d5-4f9b-877d-430c5158bd6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:59.031154 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-fef7db09-59d5-4f9b-877d-430c5158bd6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:59.063274 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1747b7-8961-43c7-aa12-ccf71dd190e6'}] {{(pid=101865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:58:59.065566 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13127db273ea31dc2797640238b9d4a3f6ca00c8d3f152038556e6a345f6b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39d1e496-8661-4d93-8786-f7aca1802b8f" -d '{"events": [{"server_uuid": "6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb", "name": "network-vif-plugged", "status": "completed", "tag": "4a1747b7-8961-43c7-aa12-ccf71dd190e6"}]}' {{(pid=101865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:58:59.080064 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-fef7db09-59d5-4f9b-877d-430c5158bd6c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f054750787124fffb59f188c18fd25c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2835388 May 04 14:58:59.082787 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 41932) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:58:59.098621 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef7db09-59d5-4f9b-877d-430c5158bd6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ca21ad4-c524-4952-aa2c-d8e2382db9e2,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:59.116234 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=4a1747b7-8961-43c7-aa12-ccf71dd190e6,revision_number=5']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:59.127882 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port be8f13a8-1319-4583-87e0-88b7c802c213, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=be8f13a8-1319-4583-87e0-88b7c802c213,segment=NetworkSegment(b1142b6e-dead-4f76-9ea3-713e036ec259),segment_id=b1142b6e-dead-4f76-9ea3-713e036ec259)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:59.130450 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning for port 45b302bb-8c1b-4e9f-b035-e562354cccae completed by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:58:59.142586 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning complete for port 45b302bb-8c1b-4e9f-b035-e562354cccae triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:58:59.143035 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:59.145737 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Returning: {'device': 'be8f13a8-1319-4583-87e0-88b7c802c213', 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97', 'port_id': 'be8f13a8-1319-4583-87e0-88b7c802c213', 'mac_address': 'fa:16:3e:1c:4c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 14:58:59.172146 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6758fcf5-2276-4a58-8e5c-2908809a1631 x-openstack-request-id: req-6758fcf5-2276-4a58-8e5c-2908809a1631 {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:58:59.173474 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb", "name": "network-vif-plugged", "status": "completed", "tag": "4a1747b7-8961-43c7-aa12-ccf71dd190e6", "code": 200}]} {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:58:59.173474 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6758fcf5-2276-4a58-8e5c-2908809a1631 {{(pid=101865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:58:59.173783 dv-cinder-829630-2-iscsi neutron-server[101865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6758fcf5-2276-4a58-8e5c-2908809a1631'] response: {'server_uuid': '6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a1747b7-8961-43c7-aa12-ccf71dd190e6', 'code': 200} May 04 14:58:59.234727 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:59.251457 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be8f13a8-1319-4583-87e0-88b7c802c213 {{(pid=101865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 14:58:59.268641 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84dfb70-187e-4f1a-a8b9-55b9da62235b req-39d938ad-dda2-4114-ae24-5514cf353a1e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:59.270162 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d84dfb70-187e-4f1a-a8b9-55b9da62235b req-39d938ad-dda2-4114-ae24-5514cf353a1e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 943 time: 0.1338201 May 04 14:58:59.282030 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-46a326d4-ef2a-45d9-a738-b9773c0f80bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:59.300500 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port be8f13a8-1319-4583-87e0-88b7c802c213, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=be8f13a8-1319-4583-87e0-88b7c802c213,segment=NetworkSegment(b1142b6e-dead-4f76-9ea3-713e036ec259),segment_id=b1142b6e-dead-4f76-9ea3-713e036ec259)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:59.307199 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:59.314593 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:59.352251 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cae7cd9-a63d-4a61-9c6c-b2b3cc14d8e3 req-3cdf84b3-b2a7-461b-8231-fca810eda5a0 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:59.357232 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4cae7cd9-a63d-4a61-9c6c-b2b3cc14d8e3 req-3cdf84b3-b2a7-461b-8231-fca810eda5a0 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/ports?device_id=3988aef8-15b0-495c-8c14-346307167353 HTTP/1.1" status: 200 len: 946 time: 0.1374581 May 04 14:58:59.369769 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-46a326d4-ef2a-45d9-a738-b9773c0f80bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:59.388697 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=be8f13a8-1319-4583-87e0-88b7c802c213,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:59.428253 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 45b302bb-8c1b-4e9f-b035-e562354cccae, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=45b302bb-8c1b-4e9f-b035-e562354cccae,segment=NetworkSegment(534d5c1f-96ae-4c1a-a88f-267c90e99e91),segment_id=534d5c1f-96ae-4c1a-a88f-267c90e99e91)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:58:59.432376 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:59.439220 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d84dfb70-187e-4f1a-a8b9-55b9da62235b req-a5a469d1-0b95-484b-b348-9f6c329c52c6 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1596167 May 04 14:58:59.483212 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4cae7cd9-a63d-4a61-9c6c-b2b3cc14d8e3 req-1f3b97a2-4227-4e60-b7ff-5cfa967c682a tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/security-groups?id=16a50401-4087-4535-abf3-3ebe744eebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108530 May 04 14:58:59.526287 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3c4c1f-f9f6-451d-8816-83ececee55da req-1faaae95-be2e-4093-b7d6-bb26d2c6e323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:59.531113 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6d3c4c1f-f9f6-451d-8816-83ececee55da req-1faaae95-be2e-4093-b7d6-bb26d2c6e323 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 1099 time: 0.1706200 May 04 14:58:59.563660 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=45b302bb-8c1b-4e9f-b035-e562354cccae,revision_number=5']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:59.571889 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-46a326d4-ef2a-45d9-a738-b9773c0f80bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:59.574516 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-46a326d4-ef2a-45d9-a738-b9773c0f80bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:58:59.576245 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-46a326d4-ef2a-45d9-a738-b9773c0f80bc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9ca21ad4-c524-4952-aa2c-d8e2382db9e2 HTTP/1.1" status: 204 len: 168 time: 0.4922247 May 04 14:58:59.612173 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a326d4-ef2a-45d9-a738-b9773c0f80bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ca21ad4-c524-4952-aa2c-d8e2382db9e2,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:58:59.623121 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6d3c4c1f-f9f6-451d-8816-83ececee55da req-4cb058cd-8720-4740-9c7f-3e36d924f317 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830584 May 04 14:58:59.643020 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8b8d6e-34b4-4c9d-9783-47de4d224bc2 req-977b0385-b952-4585-976a-c440166bb559 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:59.644476 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3b8b8d6e-34b4-4c9d-9783-47de4d224bc2 req-977b0385-b952-4585-976a-c440166bb559 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0951202 May 04 14:58:59.730370 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3b8b8d6e-34b4-4c9d-9783-47de4d224bc2 req-23372ea4-ec45-4330-bb01-256f1cf03978 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787172 May 04 14:58:59.801104 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d02567-e354-4dec-b55d-5e7099db8495 req-d6e38989-da88-4d55-b868-ac5cec75ca9c tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:58:59.803193 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f6d02567-e354-4dec-b55d-5e7099db8495 req-d6e38989-da88-4d55-b868-ac5cec75ca9c tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 945 time: 0.0702384 May 04 14:58:59.866838 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['be8f13a8-1319-4583-87e0-88b7c802c213'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:58:59.889191 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f6d02567-e354-4dec-b55d-5e7099db8495 req-b27726a1-62a4-4ccc-be0e-059f920909df tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df837d7-a5e7-4dbb-bde0-56549fb18ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727086 May 04 14:58:59.905601 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['cb97ac84-54da-488b-9b73-f200d4344050'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:59:00.057538 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 41974) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:00.084781 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-bf2b0971-84c6-4459-b35f-1e17b4a032a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:00.193495 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-bf2b0971-84c6-4459-b35f-1e17b4a032a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:00.198204 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-bf2b0971-84c6-4459-b35f-1e17b4a032a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:00.241467 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-bf2b0971-84c6-4459-b35f-1e17b4a032a4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=66731ebacfb844b0b99ae561442f098b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1825380 May 04 14:59:00.244041 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 41978) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:00.250685 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2b0971-84c6-4459-b35f-1e17b4a032a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cef3790-a802-4d3f-b323-16e49fcdb0d7,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:00.304114 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ead110b0-b823-4f6e-a270-5df805c608f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:00.325894 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ead110b0-b823-4f6e-a270-5df805c608f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:00.373186 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ead110b0-b823-4f6e-a270-5df805c608f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:00.376286 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ead110b0-b823-4f6e-a270-5df805c608f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:00.377484 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-ead110b0-b823-4f6e-a270-5df805c608f2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3cef3790-a802-4d3f-b323-16e49fcdb0d7 HTTP/1.1" status: 204 len: 168 time: 0.1325531 May 04 14:59:00.386634 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead110b0-b823-4f6e-a270-5df805c608f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cef3790-a802-4d3f-b323-16e49fcdb0d7,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:00.571134 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eced9cc-1f12-4b24-9fbb-1e8ede551be6 req-e9ba5e01-e36b-4a39-a526-90a13a5334ff tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:00.572655 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1eced9cc-1f12-4b24-9fbb-1e8ede551be6 req-e9ba5e01-e36b-4a39-a526-90a13a5334ff tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 944 time: 0.0538323 May 04 14:59:00.648666 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e185fe5a-b250-424e-abf9-aa76d22cca0b req-95d16c49-9343-4d21-9341-4b6b2fb6bec8 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:00.650202 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e185fe5a-b250-424e-abf9-aa76d22cca0b req-95d16c49-9343-4d21-9341-4b6b2fb6bec8 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/ports?device_id=3988aef8-15b0-495c-8c14-346307167353 HTTP/1.1" status: 200 len: 946 time: 0.0766377 May 04 14:59:00.658942 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1eced9cc-1f12-4b24-9fbb-1e8ede551be6 req-8fb53272-c72b-49f6-b21e-edcac77bf9d8 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752306 May 04 14:59:00.699385 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e185fe5a-b250-424e-abf9-aa76d22cca0b req-aa31b8cd-859f-4b93-ba11-3ccde8553eb0 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/security-groups?id=16a50401-4087-4535-abf3-3ebe744eebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388641 May 04 14:59:00.871094 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf0e45e-e8cd-4be9-8a2d-59501297a512 req-ba837755-dcee-41f3-8c8a-0987847766dc tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:00.872756 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1cf0e45e-e8cd-4be9-8a2d-59501297a512 req-ba837755-dcee-41f3-8c8a-0987847766dc tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0655048 May 04 14:59:00.962341 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1cf0e45e-e8cd-4be9-8a2d-59501297a512 req-7ed4c439-4f2f-41c9-aefc-a84b35f69b62 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735850 May 04 14:59:01.068350 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bd108f-d447-48b6-b6db-dcedae11d6a7 req-39687ddc-7b46-4ccc-9391-611bb556ca17 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:01.071982 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-61bd108f-d447-48b6-b6db-dcedae11d6a7 req-39687ddc-7b46-4ccc-9391-611bb556ca17 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 945 time: 0.0814285 May 04 14:59:01.156126 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-61bd108f-d447-48b6-b6db-dcedae11d6a7 req-9bc7460d-7cf4-4071-9b14-74804ec8b476 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df837d7-a5e7-4dbb-bde0-56549fb18ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0699081 May 04 14:59:01.174686 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d5460e-193c-4b75-835d-118375953589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b302bb-8c1b-4e9f-b035-e562354cccae'}] {{(pid=101865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:59:01.177084 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13127db273ea31dc2797640238b9d4a3f6ca00c8d3f152038556e6a345f6b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f103e0c0-d250-4097-bf35-b5a37ac3e975" -d '{"events": [{"server_uuid": "b5d5460e-193c-4b75-835d-118375953589", "name": "network-vif-plugged", "status": "completed", "tag": "45b302bb-8c1b-4e9f-b035-e562354cccae"}]}' {{(pid=101865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:59:01.246664 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f204c2c9-997c-47a3-84c9-d63ae0bb28ac x-openstack-request-id: req-f204c2c9-997c-47a3-84c9-d63ae0bb28ac {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:59:01.248376 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d5460e-193c-4b75-835d-118375953589", "name": "network-vif-plugged", "status": "completed", "tag": "45b302bb-8c1b-4e9f-b035-e562354cccae", "code": 200}]} {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:59:01.249009 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f204c2c9-997c-47a3-84c9-d63ae0bb28ac {{(pid=101865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:59:01.250658 dv-cinder-829630-2-iscsi neutron-server[101865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f204c2c9-997c-47a3-84c9-d63ae0bb28ac'] response: {'server_uuid': 'b5d5460e-193c-4b75-835d-118375953589', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45b302bb-8c1b-4e9f-b035-e562354cccae', 'code': 200} May 04 14:59:01.580395 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b807582-9f70-43a3-9292-998d5861fb64 req-b877c730-e2c5-4308-a49e-e5903b898dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:01.582126 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8b807582-9f70-43a3-9292-998d5861fb64 req-b877c730-e2c5-4308-a49e-e5903b898dd5 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 1099 time: 0.0516412 May 04 14:59:01.623854 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8b807582-9f70-43a3-9292-998d5861fb64 req-c315d94e-2fb0-4116-b982-620c5f2d3830 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339067 May 04 14:59:01.785803 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df86eda-716f-401f-bfcf-cb2fd697493e req-94d7bacb-55c9-45da-8010-b94bf0d61ec0 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:01.787211 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7df86eda-716f-401f-bfcf-cb2fd697493e req-94d7bacb-55c9-45da-8010-b94bf0d61ec0 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 944 time: 0.0538640 May 04 14:59:01.827595 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7df86eda-716f-401f-bfcf-cb2fd697493e req-ccdbb8f6-7712-4414-8fd8-8915ffc8fc78 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335248 May 04 14:59:02.097329 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2619ac-640b-4e04-a756-f16dcc5d2a9e req-95891ed5-cc0b-424f-a9fc-ab4247302795 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:02.098825 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5d2619ac-640b-4e04-a756-f16dcc5d2a9e req-95891ed5-cc0b-424f-a9fc-ab4247302795 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0524344 May 04 14:59:02.138550 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5d2619ac-640b-4e04-a756-f16dcc5d2a9e req-01c652c3-0829-4432-b0ff-dfa85708fa12 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333459 May 04 14:59:02.253246 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device be8f13a8-1319-4583-87e0-88b7c802c213 up at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:59:02.263077 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17060ef-f882-474b-b206-ff40a950cb11 req-eab387bf-be66-4b06-bbaa-775567525557 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:02.264702 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b17060ef-f882-474b-b206-ff40a950cb11 req-eab387bf-be66-4b06-bbaa-775567525557 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 945 time: 0.0530124 May 04 14:59:02.320797 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b17060ef-f882-474b-b206-ff40a950cb11 req-e12f018d-c946-4b01-80a5-f64afddc3e06 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df837d7-a5e7-4dbb-bde0-56549fb18ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497029 May 04 14:59:02.369461 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning for port be8f13a8-1319-4583-87e0-88b7c802c213 completed by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:59:02.376808 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning complete for port be8f13a8-1319-4583-87e0-88b7c802c213 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:59:02.377346 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:02.537259 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:02.588685 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port be8f13a8-1319-4583-87e0-88b7c802c213, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=be8f13a8-1319-4583-87e0-88b7c802c213,segment=NetworkSegment(b1142b6e-dead-4f76-9ea3-713e036ec259),segment_id=b1142b6e-dead-4f76-9ea3-713e036ec259)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:59:02.595856 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:02.597163 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device cb97ac84-54da-488b-9b73-f200d4344050 up at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:59:02.677637 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=be8f13a8-1319-4583-87e0-88b7c802c213,revision_number=5']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:02.693288 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning for port cb97ac84-54da-488b-9b73-f200d4344050 completed by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 14:59:02.697497 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning complete for port cb97ac84-54da-488b-9b73-f200d4344050 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:59:02.697863 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:02.783502 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:02.821316 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port cb97ac84-54da-488b-9b73-f200d4344050, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=cb97ac84-54da-488b-9b73-f200d4344050,segment=NetworkSegment(5fc74e29-6563-4af1-8324-f9079d6eac6f),segment_id=5fc74e29-6563-4af1-8324-f9079d6eac6f)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:59:02.824912 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:02.875073 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=cb97ac84-54da-488b-9b73-f200d4344050,revision_number=5']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:02.958695 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81eb3323-a07f-48e3-8866-03a1ec76306f req-754453f3-1d02-47ca-9281-9d24444747f9 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:02.960259 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-81eb3323-a07f-48e3-8866-03a1ec76306f req-754453f3-1d02-47ca-9281-9d24444747f9 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0506940 May 04 14:59:02.998050 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-81eb3323-a07f-48e3-8866-03a1ec76306f req-9cb709b9-0c0a-4999-b960-519d08c26861 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317352 May 04 14:59:03.252176 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aff994d-b792-4368-b2da-53eea8aa7ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8f13a8-1319-4583-87e0-88b7c802c213'}, {'server_uuid': 'fb9f3572-93ab-436c-82e9-45dd8fe11b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb97ac84-54da-488b-9b73-f200d4344050'}] {{(pid=101865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:59:03.255188 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13127db273ea31dc2797640238b9d4a3f6ca00c8d3f152038556e6a345f6b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eceb526-7538-4180-ba4b-37c299824359" -d '{"events": [{"server_uuid": "0aff994d-b792-4368-b2da-53eea8aa7ad2", "name": "network-vif-plugged", "status": "completed", "tag": "be8f13a8-1319-4583-87e0-88b7c802c213"}, {"server_uuid": "fb9f3572-93ab-436c-82e9-45dd8fe11b6c", "name": "network-vif-plugged", "status": "completed", "tag": "cb97ac84-54da-488b-9b73-f200d4344050"}]}' {{(pid=101865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:59:03.288544 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331bb90-f37f-4066-b8e5-e6bde86a4c77 req-17aaf814-f7eb-436d-91f4-646b69ac0bfb tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:03.290011 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b331bb90-f37f-4066-b8e5-e6bde86a4c77 req-17aaf814-f7eb-436d-91f4-646b69ac0bfb tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0563817 May 04 14:59:03.300208 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Wed, 04 May 2022 14:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d2b9645-47bc-482c-b54c-326316a8d46a x-openstack-request-id: req-8d2b9645-47bc-482c-b54c-326316a8d46a {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:59:03.300688 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aff994d-b792-4368-b2da-53eea8aa7ad2", "name": "network-vif-plugged", "status": "completed", "tag": "be8f13a8-1319-4583-87e0-88b7c802c213", "code": 200}, {"server_uuid": "fb9f3572-93ab-436c-82e9-45dd8fe11b6c", "name": "network-vif-plugged", "status": "completed", "tag": "cb97ac84-54da-488b-9b73-f200d4344050", "code": 200}]} {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:59:03.301106 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8d2b9645-47bc-482c-b54c-326316a8d46a {{(pid=101865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:59:03.301657 dv-cinder-829630-2-iscsi neutron-server[101865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d2b9645-47bc-482c-b54c-326316a8d46a'] response: {'server_uuid': '0aff994d-b792-4368-b2da-53eea8aa7ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8f13a8-1319-4583-87e0-88b7c802c213', 'code': 200} May 04 14:59:03.301909 dv-cinder-829630-2-iscsi neutron-server[101865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d2b9645-47bc-482c-b54c-326316a8d46a'] response: {'server_uuid': 'fb9f3572-93ab-436c-82e9-45dd8fe11b6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb97ac84-54da-488b-9b73-f200d4344050', 'code': 200} May 04 14:59:03.331897 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b331bb90-f37f-4066-b8e5-e6bde86a4c77 req-ca3d6e19-d1b0-4def-b85e-ef86b9ba00d8 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322332 May 04 14:59:03.436746 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a4aaaa-8669-4ad7-9df2-0a996770cadb req-07002569-5528-4da1-a0e2-06380ad1c58c tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:03.438434 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-77a4aaaa-8669-4ad7-9df2-0a996770cadb req-07002569-5528-4da1-a0e2-06380ad1c58c tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 946 time: 0.0526257 May 04 14:59:03.489455 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-77a4aaaa-8669-4ad7-9df2-0a996770cadb req-accb0560-4e42-4553-b200-e49aa9db02bf tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df837d7-a5e7-4dbb-bde0-56549fb18ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422218 May 04 14:59:03.606375 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac25106-1121-45a5-8765-8004ecb471d9 req-80f9c256-2bf1-4616-8cac-b13e63fdbab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:03.608418 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7ac25106-1121-45a5-8765-8004ecb471d9 req-80f9c256-2bf1-4616-8cac-b13e63fdbab6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 1098 time: 0.0468612 May 04 14:59:03.636360 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58ac82d-ad01-4a13-9bba-39f988fd3a03 req-aa6ee3ef-78cf-43c2-8177-2c4e747e459e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:03.638144 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a58ac82d-ad01-4a13-9bba-39f988fd3a03 req-aa6ee3ef-78cf-43c2-8177-2c4e747e459e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 1099 time: 0.0761445 May 04 14:59:03.650064 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7ac25106-1121-45a5-8765-8004ecb471d9 req-55849592-14c6-49ff-8220-7510797fb3a7 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332975 May 04 14:59:03.682488 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a58ac82d-ad01-4a13-9bba-39f988fd3a03 req-cce940ed-f606-484e-af74-be16de173535 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=2df837d7-a5e7-4dbb-bde0-56549fb18ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373523 May 04 14:59:04.013818 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 42178) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:04.126468 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-036363fa-1eac-45e9-ad8a-b9b45e950ac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:04.141910 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa1dd50-21b9-46bd-8abb-1433a02b6b9e req-791e0c97-0734-438c-b795-79078f827b3d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:04.143401 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-bfa1dd50-21b9-46bd-8abb-1433a02b6b9e req-791e0c97-0734-438c-b795-79078f827b3d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0688035 May 04 14:59:04.210985 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-bfa1dd50-21b9-46bd-8abb-1433a02b6b9e req-e1113885-a619-4285-b6db-91c7544c78e8 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613375 May 04 14:59:04.259141 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-036363fa-1eac-45e9-ad8a-b9b45e950ac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:04.263321 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-036363fa-1eac-45e9-ad8a-b9b45e950ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:04.304293 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-036363fa-1eac-45e9-ad8a-b9b45e950ac2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=22903966dba34b06abb2c34e5a0746de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2893434 May 04 14:59:04.305201 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036363fa-1eac-45e9-ad8a-b9b45e950ac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6483d104-63cc-4880-b33f-5f40f863907c,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:04.305857 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 42200) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:04.357338 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9f6cc820-4045-4f3d-9979-74a26de7593c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:04.380108 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9f6cc820-4045-4f3d-9979-74a26de7593c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:04.430857 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9f6cc820-4045-4f3d-9979-74a26de7593c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:04.433947 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9f6cc820-4045-4f3d-9979-74a26de7593c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:04.437153 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-9f6cc820-4045-4f3d-9979-74a26de7593c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6483d104-63cc-4880-b33f-5f40f863907c HTTP/1.1" status: 204 len: 168 time: 0.1302831 May 04 14:59:04.447315 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6cc820-4045-4f3d-9979-74a26de7593c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6483d104-63cc-4880-b33f-5f40f863907c,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:04.463154 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aac0a0-a3a1-4820-8032-c65450cd9521 req-07ad5ac9-cc4d-406f-9466-74fbdda8ce54 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:04.464708 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-05aac0a0-a3a1-4820-8032-c65450cd9521 req-07ad5ac9-cc4d-406f-9466-74fbdda8ce54 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0662768 May 04 14:59:04.510609 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-05aac0a0-a3a1-4820-8032-c65450cd9521 req-bbe435d3-cc5b-464a-905c-37a7ec330ba1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388203 May 04 14:59:04.633844 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdbe4ee-e22d-4472-85d1-6ee0c4a882b3 req-97d96331-1f5e-474f-bba9-e1d704573ed4 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:04.635488 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-bcdbe4ee-e22d-4472-85d1-6ee0c4a882b3 req-97d96331-1f5e-474f-bba9-e1d704573ed4 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 946 time: 0.0598781 May 04 14:59:04.692610 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-bcdbe4ee-e22d-4472-85d1-6ee0c4a882b3 req-73ad8397-56c2-4b3c-8ebe-b104d300a8c8 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df837d7-a5e7-4dbb-bde0-56549fb18ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482121 May 04 14:59:04.782271 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 42216) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:04.795863 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-29986c3f-bc4f-4f2d-acde-09840578904d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:04.908411 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae3e21e-1b5a-4d97-b2d1-f821cf2a661c req-897686d6-afb7-471a-9147-b489125ad9c2 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:04.909908 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-dae3e21e-1b5a-4d97-b2d1-f821cf2a661c req-897686d6-afb7-471a-9147-b489125ad9c2 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0799153 May 04 14:59:04.919786 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-29986c3f-bc4f-4f2d-acde-09840578904d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:04.927464 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-29986c3f-bc4f-4f2d-acde-09840578904d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:04.987788 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-29986c3f-bc4f-4f2d-acde-09840578904d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e42f79e374f54a449ea9996b492734ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2043478 May 04 14:59:04.988736 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29986c3f-bc4f-4f2d-acde-09840578904d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1daa9c9b-fb74-4df9-b40a-57f83e1f504a,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:04.990556 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 42222) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:04.993386 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-dae3e21e-1b5a-4d97-b2d1-f821cf2a661c req-c2c7c452-18b8-4ed2-8322-b574d9bc0e74 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761847 May 04 14:59:05.043431 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c33142e9-5101-4860-9f91-3a619684b555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:05.073373 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c33142e9-5101-4860-9f91-3a619684b555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:05.123506 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c33142e9-5101-4860-9f91-3a619684b555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:05.126064 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c33142e9-5101-4860-9f91-3a619684b555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:05.127250 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-c33142e9-5101-4860-9f91-3a619684b555 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/1daa9c9b-fb74-4df9-b40a-57f83e1f504a HTTP/1.1" status: 204 len: 168 time: 0.1350422 May 04 14:59:05.135343 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33142e9-5101-4860-9f91-3a619684b555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1daa9c9b-fb74-4df9-b40a-57f83e1f504a,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:05.352034 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1627e506-c490-4dc3-be80-61a48eb574df req-a6a5a95d-0d03-494b-8b65-77eff3dd08a8 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:05.354259 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1627e506-c490-4dc3-be80-61a48eb574df req-a6a5a95d-0d03-494b-8b65-77eff3dd08a8 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0564458 May 04 14:59:05.403017 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1627e506-c490-4dc3-be80-61a48eb574df req-b4112d62-94a0-467a-87c2-bdeca3e6501e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418615 May 04 14:59:05.807894 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012a7e2-30a6-4ceb-af39-24faa9da9168 req-cdc8de43-97bd-4400-a942-08ca33c64549 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:05.809429 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6012a7e2-30a6-4ceb-af39-24faa9da9168 req-cdc8de43-97bd-4400-a942-08ca33c64549 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 946 time: 0.0496087 May 04 14:59:05.865431 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6012a7e2-30a6-4ceb-af39-24faa9da9168 req-7e137886-b71c-4467-8538-15d8aaa4f568 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df837d7-a5e7-4dbb-bde0-56549fb18ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433574 May 04 14:59:06.110986 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f128a78-9465-4dae-b511-9f3865e8983d req-f5c0f18c-a6ce-4bcc-9846-d06a2209c946 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:06.112527 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4f128a78-9465-4dae-b511-9f3865e8983d req-f5c0f18c-a6ce-4bcc-9846-d06a2209c946 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0490010 May 04 14:59:06.126438 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-b5c7024c-4e31-4ebb-83c6-8ac3cce286ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:06.154656 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4f128a78-9465-4dae-b511-9f3865e8983d req-e38a02fd-3adb-4870-88ba-517a207cdc01 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359902 May 04 14:59:06.517623 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40718ea3-9d06-42f8-9b57-a90a69dacb58 req-e0e60e3a-28b2-47a4-b109-f9b6b832bcc5 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:06.519142 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-40718ea3-9d06-42f8-9b57-a90a69dacb58 req-e0e60e3a-28b2-47a4-b109-f9b6b832bcc5 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0482695 May 04 14:59:06.557476 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-40718ea3-9d06-42f8-9b57-a90a69dacb58 req-a151af24-783e-410f-b6f9-2980b22ec641 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319314 May 04 14:59:06.978935 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0387ecc9-2eac-4ad4-8cae-b0fd68f378de req-b1062a0a-06b2-428c-ab8a-f0915c83859e tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:06.980513 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0387ecc9-2eac-4ad4-8cae-b0fd68f378de req-b1062a0a-06b2-428c-ab8a-f0915c83859e tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 946 time: 0.0577288 May 04 14:59:07.024925 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0387ecc9-2eac-4ad4-8cae-b0fd68f378de req-2db1dde9-2353-4060-a504-26049cfbbc4f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df837d7-a5e7-4dbb-bde0-56549fb18ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375602 May 04 14:59:07.252560 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 42338) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:07.283757 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2261f1c-97c3-45f4-992f-2891a2cd51b2 req-e3900821-ab73-418a-9e1e-780ff6a01d9a tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:07.286218 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a2261f1c-97c3-45f4-992f-2891a2cd51b2 req-e3900821-ab73-418a-9e1e-780ff6a01d9a tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0651159 May 04 14:59:07.323433 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a2261f1c-97c3-45f4-992f-2891a2cd51b2 req-aff7246d-5bf6-47de-99d4-7aef639ba05a tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314908 May 04 14:59:07.370332 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a01c70fb-a58b-43b9-92c2-8773a6fb4030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:07.448248 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a01c70fb-a58b-43b9-92c2-8773a6fb4030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:07.452057 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a01c70fb-a58b-43b9-92c2-8773a6fb4030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:07.489735 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-a01c70fb-a58b-43b9-92c2-8773a6fb4030 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=36bae6bd5f854d5e9b3c2b7456b39817&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2358863 May 04 14:59:07.491663 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c70fb-a58b-43b9-92c2-8773a6fb4030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b266275f-10f9-4d3d-8a46-04c477476ae3,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:07.492431 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 42346) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:07.539228 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c7b75a2e-0b38-43a1-bad3-011ce1142400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:07.559476 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c7b75a2e-0b38-43a1-bad3-011ce1142400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:07.609276 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c7b75a2e-0b38-43a1-bad3-011ce1142400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:07.612407 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c7b75a2e-0b38-43a1-bad3-011ce1142400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:07.615924 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-c7b75a2e-0b38-43a1-bad3-011ce1142400 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b266275f-10f9-4d3d-8a46-04c477476ae3 HTTP/1.1" status: 204 len: 168 time: 0.1201456 May 04 14:59:07.626328 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b75a2e-0b38-43a1-bad3-011ce1142400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b266275f-10f9-4d3d-8a46-04c477476ae3,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:07.683039 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30afd9c-6af9-4794-901c-d3cae91a78ca req-ef474cf2-ca29-441a-a725-c0749c2a3a11 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:07.685162 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a30afd9c-6af9-4794-901c-d3cae91a78ca req-ef474cf2-ca29-441a-a725-c0749c2a3a11 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0514872 May 04 14:59:07.727121 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a30afd9c-6af9-4794-901c-d3cae91a78ca req-bd233864-81ca-4fe5-bbcc-bc7e14fed80e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345337 May 04 14:59:07.890726 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 42356) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:07.903519 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-acb5f7aa-c6ff-4395-ad2f-08cd12048cfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:07.975044 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-acb5f7aa-c6ff-4395-ad2f-08cd12048cfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:07.978542 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-acb5f7aa-c6ff-4395-ad2f-08cd12048cfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:08.015669 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-acb5f7aa-c6ff-4395-ad2f-08cd12048cfa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ed13806c3be94d1284936ffb5e33ad53&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1238775 May 04 14:59:08.016551 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb5f7aa-c6ff-4395-ad2f-08cd12048cfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3396753-aecd-44ff-a90d-63d37140bba2,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:08.018551 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 42358) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:08.068181 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-81fc1b4d-c934-46c8-be95-5862d699ffd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:08.089444 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-81fc1b4d-c934-46c8-be95-5862d699ffd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:08.139941 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8f0b17-7c90-4ecf-b77d-b19584aadcee req-edb456cc-e09d-492d-9cc9-6d78b490da4d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:08.141671 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5f8f0b17-7c90-4ecf-b77d-b19584aadcee req-edb456cc-e09d-492d-9cc9-6d78b490da4d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 946 time: 0.0507934 May 04 14:59:08.150805 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-81fc1b4d-c934-46c8-be95-5862d699ffd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:08.153348 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-81fc1b4d-c934-46c8-be95-5862d699ffd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:08.154477 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-81fc1b4d-c934-46c8-be95-5862d699ffd6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b3396753-aecd-44ff-a90d-63d37140bba2 HTTP/1.1" status: 204 len: 168 time: 0.1348681 May 04 14:59:08.163767 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81fc1b4d-c934-46c8-be95-5862d699ffd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3396753-aecd-44ff-a90d-63d37140bba2,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:08.189279 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5f8f0b17-7c90-4ecf-b77d-b19584aadcee req-e4858ad9-a920-4979-a04f-1f14e2e92e4f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df837d7-a5e7-4dbb-bde0-56549fb18ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415952 May 04 14:59:08.398914 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-86060443-8607-4ecd-84f4-fa87129ac509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:08.445059 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba14f03-cc6f-4337-a09b-f32a2e848fa2 req-0297beef-607a-4803-8c0e-21a0fccffe6a tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:08.446712 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4ba14f03-cc6f-4337-a09b-f32a2e848fa2 req-0297beef-607a-4803-8c0e-21a0fccffe6a tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0541346 May 04 14:59:08.495161 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4ba14f03-cc6f-4337-a09b-f32a2e848fa2 req-f822d839-325d-4dc9-947f-23d7be442159 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422719 May 04 14:59:08.867805 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7641ee-651a-49c8-a597-e75d2ccf73c9 req-11273026-313b-4514-a210-fcdfc3cec254 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:08.874803 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5c7641ee-651a-49c8-a597-e75d2ccf73c9 req-11273026-313b-4514-a210-fcdfc3cec254 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0689135 May 04 14:59:08.915328 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5c7641ee-651a-49c8-a597-e75d2ccf73c9 req-a1d6346e-8aa7-43a0-97d8-c8076d432845 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335901 May 04 14:59:09.297577 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aae8f37-74e2-4071-848b-afd37ffa6aab req-53518664-77fb-488c-8d6b-0249242b72c0 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:09.299062 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3aae8f37-74e2-4071-848b-afd37ffa6aab req-53518664-77fb-488c-8d6b-0249242b72c0 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 946 time: 0.0480337 May 04 14:59:09.349608 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3aae8f37-74e2-4071-848b-afd37ffa6aab req-811e1b46-d4d3-4b67-96b8-74ae76343a9b tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df837d7-a5e7-4dbb-bde0-56549fb18ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447302 May 04 14:59:09.610264 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9521a-e369-4946-a611-83c5ac7b0e12 req-6c8a82b6-c2ee-46e1-aa74-966f1145b235 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:09.611740 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-01c9521a-e369-4946-a611-83c5ac7b0e12 req-6c8a82b6-c2ee-46e1-aa74-966f1145b235 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0516863 May 04 14:59:09.632837 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:09.666257 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-01c9521a-e369-4946-a611-83c5ac7b0e12 req-7edb1f50-3b52-4727-b86a-8e08fd2e0fe5 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475051 May 04 14:59:10.035631 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0e1d19-9c39-4f84-a94c-a4c81b50355d req-bed5bd7b-4a89-48de-96b5-3ed03d8c5846 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:10.037051 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7d0e1d19-9c39-4f84-a94c-a4c81b50355d req-bed5bd7b-4a89-48de-96b5-3ed03d8c5846 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0488818 May 04 14:59:10.075308 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7d0e1d19-9c39-4f84-a94c-a4c81b50355d req-2d5fd250-c79c-4305-9be5-eb56afb16b05 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323074 May 04 14:59:10.362293 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:10.466985 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850146cb-376f-48cc-8580-ce89fc04085a req-1834553b-c0e0-469d-8d16-7b36c8a0b7a7 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:10.468418 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-850146cb-376f-48cc-8580-ce89fc04085a req-1834553b-c0e0-469d-8d16-7b36c8a0b7a7 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 946 time: 0.0469522 May 04 14:59:10.505310 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-850146cb-376f-48cc-8580-ce89fc04085a req-b2cb71d4-adac-420f-abcd-878940ba3359 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df837d7-a5e7-4dbb-bde0-56549fb18ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300388 May 04 14:59:10.780401 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5181d6cf-38c5-4946-b499-7c1143578512 req-ec1979f1-1649-414a-8df3-6cc4bee6a309 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:10.782567 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5181d6cf-38c5-4946-b499-7c1143578512 req-ec1979f1-1649-414a-8df3-6cc4bee6a309 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0489984 May 04 14:59:10.820289 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5181d6cf-38c5-4946-b499-7c1143578512 req-ebc46d49-d4f8-4795-b210-db744334f3db tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317287 May 04 14:59:11.193382 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de55de7-22d4-4203-93e6-67ec09e04016 req-3b57d91f-eab8-445e-8237-ccb3745a2afd tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:11.194858 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6de55de7-22d4-4203-93e6-67ec09e04016 req-3b57d91f-eab8-445e-8237-ccb3745a2afd tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0481393 May 04 14:59:11.231789 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6de55de7-22d4-4203-93e6-67ec09e04016 req-38d7cf49-2088-4048-8a37-bc4bd090840b tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310452 May 04 14:59:11.267291 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:11.626959 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a359247e-57fa-4e37-83b1-b0d5cc966e95 req-1d8f5a46-02dd-49b6-8f4f-f3d5ea0cef3d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:11.628474 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a359247e-57fa-4e37-83b1-b0d5cc966e95 req-1d8f5a46-02dd-49b6-8f4f-f3d5ea0cef3d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 946 time: 0.0574193 May 04 14:59:11.667038 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a359247e-57fa-4e37-83b1-b0d5cc966e95 req-7b85c39e-9124-420b-b849-03ce99752c6f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df837d7-a5e7-4dbb-bde0-56549fb18ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324974 May 04 14:59:11.681160 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:11.938444 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef2b9e-4bc5-411b-affa-1b89b1de55d1 req-8ea5fca0-027c-4485-9d46-7e6d5938fcf5 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:11.949739 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-64ef2b9e-4bc5-411b-affa-1b89b1de55d1 req-8ea5fca0-027c-4485-9d46-7e6d5938fcf5 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0617516 May 04 14:59:11.993476 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-64ef2b9e-4bc5-411b-affa-1b89b1de55d1 req-ccdd89ba-4425-49c7-9cb1-db1122dddbab tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369179 May 04 14:59:12.347939 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cffd19-5a47-4d73-b066-c32fc22bcd56 req-1d40cc70-13ec-4718-b2dd-5c4f3bdf2322 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:12.349432 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a4cffd19-5a47-4d73-b066-c32fc22bcd56 req-1d40cc70-13ec-4718-b2dd-5c4f3bdf2322 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0479455 May 04 14:59:12.386265 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a4cffd19-5a47-4d73-b066-c32fc22bcd56 req-022098dc-6c02-4d6d-b464-4402b5b6d3dc tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308156 May 04 14:59:12.779961 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b845ae-d299-4ac5-ada1-b802080d15ff req-12b2686a-2c64-4772-9965-49cfae8fd6e7 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:12.781464 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-58b845ae-d299-4ac5-ada1-b802080d15ff req-12b2686a-2c64-4772-9965-49cfae8fd6e7 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 946 time: 0.0461426 May 04 14:59:12.819354 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-58b845ae-d299-4ac5-ada1-b802080d15ff req-aab1a9b0-832f-4982-bb1d-13b324f4fb81 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df837d7-a5e7-4dbb-bde0-56549fb18ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314062 May 04 14:59:12.979618 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab4ec1-fad4-43d0-bf94-1af1c6fe63a1 req-ca428ee2-cea0-4951-aa0c-6d2783b5eeaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:12.981246 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-edab4ec1-fad4-43d0-bf94-1af1c6fe63a1 req-ca428ee2-cea0-4951-aa0c-6d2783b5eeaf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=905c2ec6da98485d974f32e58df0cfb5&device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 1099 time: 0.0412452 May 04 14:59:13.007189 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-53867c29-4fd8-418b-a1ca-0dd6feb62a9c req-751facb7-b13c-4f46-85dc-4d6e9fdeb758 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=3988aef8-15b0-495c-8c14-346307167353&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0452981 May 04 14:59:13.081768 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab4ec1-fad4-43d0-bf94-1af1c6fe63a1 req-e08cc595-efc4-4116-baf3-ea5385d02ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:13.083361 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-edab4ec1-fad4-43d0-bf94-1af1c6fe63a1 req-e08cc595-efc4-4116-baf3-ea5385d02ea9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc HTTP/1.1" status: 200 len: 920 time: 0.0915101 May 04 14:59:13.145449 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1664bb12-a972-435a-a259-8d200953630c req-38ea8b1c-2c0f-47f5-a396-c3d54bca31dc tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:13.147228 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1664bb12-a972-435a-a259-8d200953630c req-38ea8b1c-2c0f-47f5-a396-c3d54bca31dc tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0786664 May 04 14:59:13.166652 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53867c29-4fd8-418b-a1ca-0dd6feb62a9c req-8594d015-344d-4ea5-ad99-f6e60757d5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:13.168245 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-53867c29-4fd8-418b-a1ca-0dd6feb62a9c req-8594d015-344d-4ea5-ad99-f6e60757d5e4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=340c54c2b6534b6590f3840bbaba4fb2&device_id=3988aef8-15b0-495c-8c14-346307167353 HTTP/1.1" status: 200 len: 1099 time: 0.0681002 May 04 14:59:13.222163 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1664bb12-a972-435a-a259-8d200953630c req-30c82a8c-a26d-4480-8219-09f6e153f4c2 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683129 May 04 14:59:13.298973 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53867c29-4fd8-418b-a1ca-0dd6feb62a9c req-a9f433c1-d72f-46a4-93ee-baa5e27dd961 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:13.300795 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-53867c29-4fd8-418b-a1ca-0dd6feb62a9c req-a9f433c1-d72f-46a4-93ee-baa5e27dd961 service neutron] 10.222.0.11 "GET /v2.0/networks?id=0b1f0998-b40c-4b96-a6a5-5579edcd628a HTTP/1.1" status: 200 len: 912 time: 0.1056323 May 04 14:59:13.325249 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-edab4ec1-fad4-43d0-bf94-1af1c6fe63a1 req-b6964890-e04b-44dc-ab5f-8fd2c559db68 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45b302bb-8c1b-4e9f-b035-e562354cccae HTTP/1.1" status: 200 len: 217 time: 0.2252464 May 04 14:59:13.347294 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-53867c29-4fd8-418b-a1ca-0dd6feb62a9c req-20ed1f65-620e-4f8a-bd53-c351e04277bb service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a3384183-568d-44bc-9c4f-65c30601d7ae HTTP/1.1" status: 200 len: 217 time: 0.0382686 May 04 14:59:13.381210 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab4ec1-fad4-43d0-bf94-1af1c6fe63a1 req-4492959e-73bb-4db2-b1d5-c2b84e9ef0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:13.382767 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-edab4ec1-fad4-43d0-bf94-1af1c6fe63a1 req-4492959e-73bb-4db2-b1d5-c2b84e9ef0af service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a HTTP/1.1" status: 200 len: 858 time: 0.0506797 May 04 14:59:13.398419 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53867c29-4fd8-418b-a1ca-0dd6feb62a9c req-ba24ce62-fcd5-4ace-b645-f0d9c264cdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:13.399780 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-53867c29-4fd8-418b-a1ca-0dd6feb62a9c req-ba24ce62-fcd5-4ace-b645-f0d9c264cdb9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=e7664bf8-589e-43a8-9358-c59ff32dc964 HTTP/1.1" status: 200 len: 851 time: 0.0458753 May 04 14:59:13.432363 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edab4ec1-fad4-43d0-bf94-1af1c6fe63a1 req-dacae534-4e69-4f08-87f0-23e5a9bb36ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:13.433887 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-edab4ec1-fad4-43d0-bf94-1af1c6fe63a1 req-dacae534-4e69-4f08-87f0-23e5a9bb36ed service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395701 May 04 14:59:13.435543 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-53867c29-4fd8-418b-a1ca-0dd6feb62a9c req-129a0179-210b-4fa8-9dca-90a52eb382da service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=0b1f0998-b40c-4b96-a6a5-5579edcd628a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279379 May 04 14:59:13.532096 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-edab4ec1-fad4-43d0-bf94-1af1c6fe63a1 req-930a361f-e90e-44f6-b39d-21fdef6e1464 service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848143 May 04 14:59:13.555218 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57858e0a-0b9d-4fb6-872e-bdcc52470571 req-f62c015c-2ed0-4b3d-abab-a65ee3d0ec62 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:13.556637 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-57858e0a-0b9d-4fb6-872e-bdcc52470571 req-f62c015c-2ed0-4b3d-abab-a65ee3d0ec62 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0919197 May 04 14:59:13.576092 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-53867c29-4fd8-418b-a1ca-0dd6feb62a9c req-b373e850-7511-4d35-ab78-c2aa61f230cb service neutron] 10.222.0.11 "GET /v2.0/networks/0b1f0998-b40c-4b96-a6a5-5579edcd628a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284993 May 04 14:59:13.600291 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-57858e0a-0b9d-4fb6-872e-bdcc52470571 req-154f236d-cbfe-47fe-8f9c-1a1d7951df8f tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347915 May 04 14:59:13.934955 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1abdb8b-ee22-4d10-8596-ea43af0a986d req-588d4de9-af39-4faa-947e-c7ff420323d1 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:13.936424 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b1abdb8b-ee22-4d10-8596-ea43af0a986d req-588d4de9-af39-4faa-947e-c7ff420323d1 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 946 time: 0.0501559 May 04 14:59:13.972918 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b1abdb8b-ee22-4d10-8596-ea43af0a986d req-1c76a689-b8ef-44a0-a9aa-802b80f3aee7 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df837d7-a5e7-4dbb-bde0-56549fb18ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303206 May 04 14:59:14.341030 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb8e1c8-27d2-4adc-9249-4add51725228 req-4f773659-110e-424d-917d-78cc2ef2fab0 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:14.342506 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8eb8e1c8-27d2-4adc-9249-4add51725228 req-4f773659-110e-424d-917d-78cc2ef2fab0 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0459244 May 04 14:59:14.430560 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8eb8e1c8-27d2-4adc-9249-4add51725228 req-5bed59cb-5be8-4869-8cbd-9104f357bebe tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777133 May 04 14:59:14.442537 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-edab4ec1-fad4-43d0-bf94-1af1c6fe63a1 req-2a56929a-d24c-44a2-98b0-5170227eda25 service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979216 May 04 14:59:14.458598 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-53867c29-4fd8-418b-a1ca-0dd6feb62a9c req-7818ea41-9958-4078-975a-f6a8cd7c6e0a service neutron] 10.222.0.11 "GET /v2.0/networks/0b1f0998-b40c-4b96-a6a5-5579edcd628a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136341 May 04 14:59:14.723496 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e725aad6-6a4a-4989-9986-5abc0efc898f req-98a688ec-3535-4053-ada8-70833f42acc3 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:14.724990 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e725aad6-6a4a-4989-9986-5abc0efc898f req-98a688ec-3535-4053-ada8-70833f42acc3 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0493836 May 04 14:59:14.763260 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e725aad6-6a4a-4989-9986-5abc0efc898f req-5748cac7-1499-4176-a937-92199d7ac094 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319648 May 04 14:59:15.090008 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018f113e-0849-4523-9aa6-fff786f86130 req-5e0b817a-e48f-4322-b4ab-d589438b3d66 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:15.091493 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-018f113e-0849-4523-9aa6-fff786f86130 req-5e0b817a-e48f-4322-b4ab-d589438b3d66 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 946 time: 0.0522017 May 04 14:59:15.135976 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-018f113e-0849-4523-9aa6-fff786f86130 req-792805c2-c455-4c37-83f4-264468b462e7 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df837d7-a5e7-4dbb-bde0-56549fb18ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368638 May 04 14:59:15.543300 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b14be6-18d3-423e-aafe-43ab2e318008 req-dd8f6e7d-3b7a-4310-be2b-753281240547 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:15.544793 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-52b14be6-18d3-423e-aafe-43ab2e318008 req-dd8f6e7d-3b7a-4310-be2b-753281240547 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0462019 May 04 14:59:15.581367 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-52b14be6-18d3-423e-aafe-43ab2e318008 req-ee3cb405-089d-41b7-9646-e0c3aa16fb9e tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299959 May 04 14:59:15.877862 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a892470b-f3e4-4dc1-9a28-2e7c7bf3637f req-3c773f2f-1a09-42a6-a2c7-1e5d962a7357 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:15.879324 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a892470b-f3e4-4dc1-9a28-2e7c7bf3637f req-3c773f2f-1a09-42a6-a2c7-1e5d962a7357 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0471654 May 04 14:59:15.916785 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a892470b-f3e4-4dc1-9a28-2e7c7bf3637f req-04126879-9059-4a7d-a2bb-51e503e12834 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314672 May 04 14:59:16.250172 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687db52-5095-4d21-9b5b-b594fe339b12 req-ab0e61ec-a374-4bf9-b7f6-c893d006dead tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:16.252206 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6687db52-5095-4d21-9b5b-b594fe339b12 req-ab0e61ec-a374-4bf9-b7f6-c893d006dead tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 946 time: 0.0508680 May 04 14:59:16.288393 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6687db52-5095-4d21-9b5b-b594fe339b12 req-0bac0b12-50d8-469a-b2b2-e373eea0c011 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df837d7-a5e7-4dbb-bde0-56549fb18ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300620 May 04 14:59:16.696009 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70c7de2-cf37-4ca8-af53-fa93ea713085 req-8f0022cc-67fe-4009-a4a5-edf9c78a885e tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:16.697500 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c70c7de2-cf37-4ca8-af53-fa93ea713085 req-8f0022cc-67fe-4009-a4a5-edf9c78a885e tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0500991 May 04 14:59:16.735800 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c70c7de2-cf37-4ca8-af53-fa93ea713085 req-7b9ca7ee-f6a2-41a1-9491-2dec987ef77b tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308616 May 04 14:59:17.030838 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903dabe0-a034-4fb5-b479-402647fdbc3b req-21a31a58-ccf4-4a67-b21f-d6fe874e1b69 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:17.032900 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-903dabe0-a034-4fb5-b479-402647fdbc3b req-21a31a58-ccf4-4a67-b21f-d6fe874e1b69 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0473721 May 04 14:59:17.075701 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-903dabe0-a034-4fb5-b479-402647fdbc3b req-ca237e32-48e7-443d-9dd0-5905b04ce8d8 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370791 May 04 14:59:17.406177 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97c523-b583-4db8-adcd-0f2793074ab5 req-2089fcb5-3543-4ffa-a091-2234ff074d98 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:17.408375 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9e97c523-b583-4db8-adcd-0f2793074ab5 req-2089fcb5-3543-4ffa-a091-2234ff074d98 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 946 time: 0.0513282 May 04 14:59:17.444121 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9e97c523-b583-4db8-adcd-0f2793074ab5 req-a662968d-bb85-49bc-b862-271f567576ac tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df837d7-a5e7-4dbb-bde0-56549fb18ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298426 May 04 14:59:17.847172 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0defa6-2454-4886-9447-7d57264bcdc3 req-ce6edc7a-66c4-4ddf-a328-fec019c99cf5 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:17.848531 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9f0defa6-2454-4886-9447-7d57264bcdc3 req-ce6edc7a-66c4-4ddf-a328-fec019c99cf5 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0471382 May 04 14:59:17.885486 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9f0defa6-2454-4886-9447-7d57264bcdc3 req-0693fea5-fa15-490b-89f4-aa3623d2d088 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311096 May 04 14:59:18.193259 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37441480-b532-49e9-be1c-cc2037e23761 req-472e4339-0085-4609-8a32-48023bcdedc5 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:18.194739 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-37441480-b532-49e9-be1c-cc2037e23761 req-472e4339-0085-4609-8a32-48023bcdedc5 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0485048 May 04 14:59:18.237176 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-37441480-b532-49e9-be1c-cc2037e23761 req-9d9272ef-7a4d-4f68-bf97-5837ae628267 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331624 May 04 14:59:18.559954 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7b8aa-bc5f-444d-82bb-b8198efa7017 req-4073e5bb-c309-4c99-b563-ba877aa0c782 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:18.561454 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-fcb7b8aa-bc5f-444d-82bb-b8198efa7017 req-4073e5bb-c309-4c99-b563-ba877aa0c782 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 946 time: 0.0514028 May 04 14:59:18.599561 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-fcb7b8aa-bc5f-444d-82bb-b8198efa7017 req-174532dd-796d-4e8d-9b53-9e772c51154b tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df837d7-a5e7-4dbb-bde0-56549fb18ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321720 May 04 14:59:19.001965 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d48098d-947e-4e18-bd28-8a2dd0c893fb req-dc7bffc6-6640-4f16-86eb-55ddaae88830 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:19.003459 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9d48098d-947e-4e18-bd28-8a2dd0c893fb req-dc7bffc6-6640-4f16-86eb-55ddaae88830 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0485289 May 04 14:59:19.041775 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9d48098d-947e-4e18-bd28-8a2dd0c893fb req-b13d67bb-51cb-4426-938d-25fa656b8100 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320380 May 04 14:59:19.354851 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9fc542-302c-41c0-a369-4f1f67112012 req-98e5524b-a465-4ee2-b143-fc05b87724eb tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:19.356367 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4a9fc542-302c-41c0-a369-4f1f67112012 req-98e5524b-a465-4ee2-b143-fc05b87724eb tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0504260 May 04 14:59:19.396030 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4a9fc542-302c-41c0-a369-4f1f67112012 req-c7c4d044-5d35-4e14-b16a-908b8dbf1cd8 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336797 May 04 14:59:19.733724 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b765dd1-ba17-4c7f-aacb-3b8aa5692d43 req-b469571d-54a2-4a83-9ca4-30da2fa1f9a6 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:19.735964 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7b765dd1-ba17-4c7f-aacb-3b8aa5692d43 req-b469571d-54a2-4a83-9ca4-30da2fa1f9a6 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 946 time: 0.0557694 May 04 14:59:19.970688 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7b765dd1-ba17-4c7f-aacb-3b8aa5692d43 req-c87e35ea-20d1-4481-8a56-8a599d0ec027 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df837d7-a5e7-4dbb-bde0-56549fb18ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2289469 May 04 14:59:20.088641 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a37918-6b7b-441c-a36a-69177039e71f req-26ce0a9e-b93d-4f4d-abdd-404d5fc2aec3 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:20.090171 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f1a37918-6b7b-441c-a36a-69177039e71f req-26ce0a9e-b93d-4f4d-abdd-404d5fc2aec3 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 946 time: 0.0485353 May 04 14:59:20.099825 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 42638) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:20.104581 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-e950d006-1f7d-4b35-bd53-41ca70024e47 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Request body: {'floatingip': {'port_id': 'cb97ac84-54da-488b-9b73-f200d4344050'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:59:20.158800 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aa8f00-47ff-4a99-b116-f70f5fdd0bec req-d27f8f61-9297-4733-9900-8e4d2d896593 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:20.160260 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-48aa8f00-47ff-4a99-b116-f70f5fdd0bec req-d27f8f61-9297-4733-9900-8e4d2d896593 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0495179 May 04 14:59:20.186820 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e950d006-1f7d-4b35-bd53-41ca70024e47 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for floatingip, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:20.198572 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-48aa8f00-47ff-4a99-b116-f70f5fdd0bec req-d53dec10-1f25-4e81-9345-862040838092 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322397 May 04 14:59:20.532091 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74929994-f609-47b2-852b-a660cfff368b req-882c4803-8569-4ff7-8ed4-5829864b590f tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:20.533633 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-74929994-f609-47b2-852b-a660cfff368b req-882c4803-8569-4ff7-8ed4-5829864b590f tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0568113 May 04 14:59:20.573153 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-74929994-f609-47b2-852b-a660cfff368b req-41aae7dc-133b-4b99-b883-2815d1d68dc0 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334325 May 04 14:59:20.686986 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1830bac8-3ddd-42d2-b1f6-f30ed60c5c7c req-ef7a0d25-4db6-4d82-94f2-b5146ef6cee2 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:20.689096 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1830bac8-3ddd-42d2-b1f6-f30ed60c5c7c req-ef7a0d25-4db6-4d82-94f2-b5146ef6cee2 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0479510 May 04 14:59:20.698025 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 42656) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:20.702747 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-c4e0cfc4-9986-484e-a833-74895d0c1414 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Request body: {'floatingip': {'port_id': 'be8f13a8-1319-4583-87e0-88b7c802c213'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:59:20.773588 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c4e0cfc4-9986-484e-a833-74895d0c1414 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for floatingip, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:20.798358 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e950d006-1f7d-4b35-bd53-41ca70024e47 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:20.802279 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e950d006-1f7d-4b35-bd53-41ca70024e47 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628046'] for floatingip, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:20.901917 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.db.l3_db [None req-e950d006-1f7d-4b35-bd53-41ca70024e47 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Floating IP 07ab719f-9392-4bc6-95e3-fdaf3cc1ec6e associated. External IP: 172.27.1.188, port: cb97ac84-54da-488b-9b73-f200d4344050. May 04 14:59:21.121123 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e950d006-1f7d-4b35-bd53-41ca70024e47 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Router 10cb654b-ad6a-4737-b26f-4dd942827a1c has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:59:21.233930 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e950d006-1f7d-4b35-bd53-41ca70024e47 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:59:21.239071 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e950d006-1f7d-4b35-bd53-41ca70024e47 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:21.253344 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008f47f7-0718-4a67-95a9-dd86928eb8db None None] Sync routers for ids ['10cb654b-ad6a-4737-b26f-4dd942827a1c'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:59:21.267744 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008f47f7-0718-4a67-95a9-dd86928eb8db None None] Routers {'10cb654b-ad6a-4737-b26f-4dd942827a1c'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:59:21.268652 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-008f47f7-0718-4a67-95a9-dd86928eb8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T14:59:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['10cb654b-ad6a-4737-b26f-4dd942827a1c'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:21.269192 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-e950d006-1f7d-4b35-bd53-41ca70024e47 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "PUT /v2.0/floatingips/07ab719f-9392-4bc6-95e3-fdaf3cc1ec6e HTTP/1.1" status: 200 len: 992 time: 1.1681838 May 04 14:59:21.269822 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb9f3572-93ab-436c-82e9-45dd8fe11b6c', 'tag': 'cb97ac84-54da-488b-9b73-f200d4344050'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:59:21.272086 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2170f1-3870-401a-8675-971ca7f5ccf2" -d '{"events": [{"name": "network-changed", "server_uuid": "fb9f3572-93ab-436c-82e9-45dd8fe11b6c", "tag": "cb97ac84-54da-488b-9b73-f200d4344050"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:59:21.320577 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d45cda8-04d7-40bf-993b-f8f024c8be43 x-openstack-request-id: req-6d45cda8-04d7-40bf-993b-f8f024c8be43 {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:59:21.320962 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb9f3572-93ab-436c-82e9-45dd8fe11b6c", "tag": "cb97ac84-54da-488b-9b73-f200d4344050", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:59:21.321240 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6d45cda8-04d7-40bf-993b-f8f024c8be43 {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:59:21.323032 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d45cda8-04d7-40bf-993b-f8f024c8be43'] response: {'name': 'network-changed', 'server_uuid': 'fb9f3572-93ab-436c-82e9-45dd8fe11b6c', 'tag': 'cb97ac84-54da-488b-9b73-f200d4344050', 'status': 'completed', 'code': 200} May 04 14:59:21.393611 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-008f47f7-0718-4a67-95a9-dd86928eb8db None None] Set router 10cb654b-ad6a-4737-b26f-4dd942827a1c gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:59:21.429129 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.db.resource_extend [None req-c4e0cfc4-9986-484e-a833-74895d0c1414 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 04 14:59:21.507846 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31281a92-b68b-4d1f-abc1-967bbeb8f163 req-a3d5dae7-71c7-443a-8cd1-e34294c2a49a tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:21.509397 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-31281a92-b68b-4d1f-abc1-967bbeb8f163 req-a3d5dae7-71c7-443a-8cd1-e34294c2a49a tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.1990101 May 04 14:59:21.536089 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c4e0cfc4-9986-484e-a833-74895d0c1414 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:21.544045 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2170f1-3870-401a-8675-971ca7f5ccf2 req-37a09148-891c-49e8-9edb-410552cb423c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:21.545523 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-df2170f1-3870-401a-8675-971ca7f5ccf2 req-37a09148-891c-49e8-9edb-410552cb423c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87d12057fd5046da9f6ec905d089d476&device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 1099 time: 0.1612353 May 04 14:59:21.549408 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c4e0cfc4-9986-484e-a833-74895d0c1414 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628046'] for floatingip, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:21.618596 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-31281a92-b68b-4d1f-abc1-967bbeb8f163 req-e3f81efa-045f-4a20-afbc-9fac91b2d129 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967348 May 04 14:59:21.677757 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-008f47f7-0718-4a67-95a9-dd86928eb8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'name': 'tempest-AttachVolumeNegativeTest-576760527-router', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:16Z', 'updated_at': '2022-05-04T14:58:27Z', 'revision_number': 4, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'gw_port': {'id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:18Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': '07ab719f-9392-4bc6-95e3-fdaf3cc1ec6e', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'port_id': 'cb97ac84-54da-488b-9b73-f200d4344050', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'mac_address': 'fa:16:3e:5c:14:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9f3572-93ab-436c-82e9-45dd8fe11b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:58:44Z', 'updated_at': '2022-05-04T14:59:20Z', 'revision_number': 1, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940cd6bd-3d19-4d8a-861d-318d5f850d18', 'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'mac_address': 'fa:16:3e:bf:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:24Z', 'updated_at': '2022-05-04T14:58:41Z', 'revision_number': 5, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'subnets': [{'id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:21.703202 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008f47f7-0718-4a67-95a9-dd86928eb8db None None] Checking router: 10cb654b-ad6a-4737-b26f-4dd942827a1c for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:59:21.711540 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008f47f7-0718-4a67-95a9-dd86928eb8db None None] Routers {'10cb654b-ad6a-4737-b26f-4dd942827a1c'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:59:21.712145 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-008f47f7-0718-4a67-95a9-dd86928eb8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T14:59:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['10cb654b-ad6a-4737-b26f-4dd942827a1c'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:21.725393 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.db.l3_db [None req-c4e0cfc4-9986-484e-a833-74895d0c1414 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Floating IP e549aa88-320a-4274-8edc-59efecfab768 associated. External IP: 172.27.1.67, port: be8f13a8-1319-4583-87e0-88b7c802c213. May 04 14:59:21.773949 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2170f1-3870-401a-8675-971ca7f5ccf2 req-b2c75842-f942-4ae7-9dab-4961307fb7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:21.775395 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-df2170f1-3870-401a-8675-971ca7f5ccf2 req-b2c75842-f942-4ae7-9dab-4961307fb7ce service neutron] 10.222.0.11 "GET /v2.0/networks?id=55dbbf73-0e6e-443d-9d78-4a6112dd0160 HTTP/1.1" status: 200 len: 915 time: 0.1765943 May 04 14:59:21.819559 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-008f47f7-0718-4a67-95a9-dd86928eb8db None None] Set router 10cb654b-ad6a-4737-b26f-4dd942827a1c gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:59:22.096013 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 42690) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:22.123755 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-008f47f7-0718-4a67-95a9-dd86928eb8db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'name': 'tempest-AttachVolumeNegativeTest-576760527-router', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:16Z', 'updated_at': '2022-05-04T14:58:27Z', 'revision_number': 4, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'gw_port': {'id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:18Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': '07ab719f-9392-4bc6-95e3-fdaf3cc1ec6e', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'port_id': 'cb97ac84-54da-488b-9b73-f200d4344050', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'mac_address': 'fa:16:3e:5c:14:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9f3572-93ab-436c-82e9-45dd8fe11b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:58:44Z', 'updated_at': '2022-05-04T14:59:20Z', 'revision_number': 1, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940cd6bd-3d19-4d8a-861d-318d5f850d18', 'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'mac_address': 'fa:16:3e:bf:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:24Z', 'updated_at': '2022-05-04T14:58:41Z', 'revision_number': 5, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'subnets': [{'id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:22.131615 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-df2170f1-3870-401a-8675-971ca7f5ccf2 req-5f797e04-7f27-4995-82bc-1f2601d8688f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cb97ac84-54da-488b-9b73-f200d4344050 HTTP/1.1" status: 200 len: 1000 time: 0.3379266 May 04 14:59:22.153365 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-008f47f7-0718-4a67-95a9-dd86928eb8db None None] The sync data for ids ['10cb654b-ad6a-4737-b26f-4dd942827a1c'] in dv-cinder-829630-2-iscsi is: [{'id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'name': 'tempest-AttachVolumeNegativeTest-576760527-router', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:16Z', 'updated_at': '2022-05-04T14:58:27Z', 'revision_number': 4, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'gw_port': {'id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:18Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': '07ab719f-9392-4bc6-95e3-fdaf3cc1ec6e', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'port_id': 'cb97ac84-54da-488b-9b73-f200d4344050', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'mac_address': 'fa:16:3e:5c:14:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9f3572-93ab-436c-82e9-45dd8fe11b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:58:44Z', 'updated_at': '2022-05-04T14:59:20Z', 'revision_number': 1, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940cd6bd-3d19-4d8a-861d-318d5f850d18', 'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'mac_address': 'fa:16:3e:bf:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:24Z', 'updated_at': '2022-05-04T14:58:41Z', 'revision_number': 5, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'subnets': [{'id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:59:22.250893 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-540ec7fc-d89a-46b0-9381-45ed0ffa82e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:22.326082 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2170f1-3870-401a-8675-971ca7f5ccf2 req-e6c677c7-126a-447c-b409-45fdc4d7f243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:22.328624 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-df2170f1-3870-401a-8675-971ca7f5ccf2 req-e6c677c7-126a-447c-b409-45fdc4d7f243 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b0b50cf-2dce-427c-8d06-7da02fdf5e7e HTTP/1.1" status: 200 len: 853 time: 0.1598580 May 04 14:59:22.365325 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-540ec7fc-d89a-46b0-9381-45ed0ffa82e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:22.371025 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-540ec7fc-d89a-46b0-9381-45ed0ffa82e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:22.394979 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4e0cfc4-9986-484e-a833-74895d0c1414 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Router abdfd2ac-0f24-4034-9f3a-647c8dad7e11 has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:59:22.438440 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540ec7fc-d89a-46b0-9381-45ed0ffa82e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=896057c9-83b8-4606-bdf6-30dd3307911a,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:22.465729 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ec7fc-d89a-46b0-9381-45ed0ffa82e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:22.466088 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ec7fc-d89a-46b0-9381-45ed0ffa82e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:22.466433 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ec7fc-d89a-46b0-9381-45ed0ffa82e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:22.466985 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ec7fc-d89a-46b0-9381-45ed0ffa82e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:22.467277 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ec7fc-d89a-46b0-9381-45ed0ffa82e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:22.467613 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ec7fc-d89a-46b0-9381-45ed0ffa82e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:22.468151 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ec7fc-d89a-46b0-9381-45ed0ffa82e1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:22.468350 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ec7fc-d89a-46b0-9381-45ed0ffa82e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:22.468454 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2170f1-3870-401a-8675-971ca7f5ccf2 req-31385476-beed-48e8-bd9c-d0d26fabeebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:22.469573 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ec7fc-d89a-46b0-9381-45ed0ffa82e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:22.469666 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ec7fc-d89a-46b0-9381-45ed0ffa82e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:22.470210 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ec7fc-d89a-46b0-9381-45ed0ffa82e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:22.470536 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-540ec7fc-d89a-46b0-9381-45ed0ffa82e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:22.470869 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-df2170f1-3870-401a-8675-971ca7f5ccf2 req-31385476-beed-48e8-bd9c-d0d26fabeebe service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55dbbf73-0e6e-443d-9d78-4a6112dd0160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1234548 May 04 14:59:22.491525 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-540ec7fc-d89a-46b0-9381-45ed0ffa82e1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a32278400f5a4cd582434d5504d05b08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3922284 May 04 14:59:22.491872 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 42722) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:22.498237 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64e062c-f838-491c-8605-379c06a6a7fb None None] New status for floating IP 07ab719f-9392-4bc6-95e3-fdaf3cc1ec6e: ACTIVE {{(pid=101865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:59:22.558400 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e9c2dca2-f97f-48f8-bffe-ac100195c73f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:22.593226 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e9c2dca2-f97f-48f8-bffe-ac100195c73f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:22.623577 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4e0cfc4-9986-484e-a833-74895d0c1414 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:59:22.636591 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28a9a04-033b-448a-b132-b8fec0a6359a None None] Sync routers for ids ['abdfd2ac-0f24-4034-9f3a-647c8dad7e11'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:59:22.664545 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e9c2dca2-f97f-48f8-bffe-ac100195c73f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:22.669794 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c4e0cfc4-9986-484e-a833-74895d0c1414 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:22.673844 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28a9a04-033b-448a-b132-b8fec0a6359a None None] Routers {'abdfd2ac-0f24-4034-9f3a-647c8dad7e11'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:59:22.674518 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-d28a9a04-033b-448a-b132-b8fec0a6359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T14:59:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['abdfd2ac-0f24-4034-9f3a-647c8dad7e11'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:22.684155 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e9c2dca2-f97f-48f8-bffe-ac100195c73f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:22.684155 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-e9c2dca2-f97f-48f8-bffe-ac100195c73f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/896057c9-83b8-4606-bdf6-30dd3307911a HTTP/1.1" status: 204 len: 168 time: 0.1879425 May 04 14:59:22.706162 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2dca2-f97f-48f8-bffe-ac100195c73f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=896057c9-83b8-4606-bdf6-30dd3307911a,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:22.829522 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-c4e0cfc4-9986-484e-a833-74895d0c1414 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "PUT /v2.0/floatingips/e549aa88-320a-4274-8edc-59efecfab768 HTTP/1.1" status: 200 len: 990 time: 2.1300490 May 04 14:59:22.900862 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aff994d-b792-4368-b2da-53eea8aa7ad2', 'tag': 'be8f13a8-1319-4583-87e0-88b7c802c213'}] {{(pid=101863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:59:22.901090 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-d28a9a04-033b-448a-b132-b8fec0a6359a None None] Set router abdfd2ac-0f24-4034-9f3a-647c8dad7e11 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:59:22.907290 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c6767b5d81d022f3d85e9c22ce19b705c79dd3cfc51145499811648722293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c36b285a-2d34-48f4-a671-06986202e4d4" -d '{"events": [{"name": "network-changed", "server_uuid": "0aff994d-b792-4368-b2da-53eea8aa7ad2", "tag": "be8f13a8-1319-4583-87e0-88b7c802c213"}]}' {{(pid=101863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:59:22.921506 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-df2170f1-3870-401a-8675-971ca7f5ccf2 req-8db95ac3-331d-4349-af50-6d1575872c07 service neutron] 10.222.0.11 "GET /v2.0/networks/55dbbf73-0e6e-443d-9d78-4a6112dd0160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4301071 May 04 14:59:22.989068 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 14:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dec86e-1d61-4bac-ada3-a1b4f19e9a6a x-openstack-request-id: req-51dec86e-1d61-4bac-ada3-a1b4f19e9a6a {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:59:22.989068 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0aff994d-b792-4368-b2da-53eea8aa7ad2", "tag": "be8f13a8-1319-4583-87e0-88b7c802c213", "status": "completed", "code": 200}]} {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:59:22.989403 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-51dec86e-1d61-4bac-ada3-a1b4f19e9a6a {{(pid=101863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:59:22.989845 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-51dec86e-1d61-4bac-ada3-a1b4f19e9a6a'] response: {'name': 'network-changed', 'server_uuid': '0aff994d-b792-4368-b2da-53eea8aa7ad2', 'tag': 'be8f13a8-1319-4583-87e0-88b7c802c213', 'status': 'completed', 'code': 200} May 04 14:59:23.014285 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 42742) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:23.032893 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5598e6a-ff12-4cc1-9a79-3677c3f52f72 req-83a62a6c-9a49-4b38-8a94-6d6d84128799 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:23.034521 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d5598e6a-ff12-4cc1-9a79-3677c3f52f72 req-83a62a6c-9a49-4b38-8a94-6d6d84128799 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.2470024 May 04 14:59:23.136228 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b285a-2d34-48f4-a671-06986202e4d4 req-b1e57df7-0fa6-49e8-97a6-6b59e2a82b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:23.137784 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-c36b285a-2d34-48f4-a671-06986202e4d4 req-b1e57df7-0fa6-49e8-97a6-6b59e2a82b13 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=192ccf80824d4fa59de46a9e21ae0572&device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 1098 time: 0.0843806 May 04 14:59:23.182257 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d5598e6a-ff12-4cc1-9a79-3677c3f52f72 req-c5d1bea3-9a83-4268-8ceb-ce1784ed9c7e tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396611 May 04 14:59:23.191682 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-df2170f1-3870-401a-8675-971ca7f5ccf2 req-0390a8c0-9849-4fcc-9b18-7bf50aa414f0 service neutron] 10.222.0.11 "GET /v2.0/networks/55dbbf73-0e6e-443d-9d78-4a6112dd0160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584078 May 04 14:59:23.363233 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-d28a9a04-033b-448a-b132-b8fec0a6359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'name': 'tempest-AttachVolumeShelveTestJSON-702985069-router', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '14c6e390-898c-40c3-b504-117e314d1081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:12Z', 'updated_at': '2022-05-04T14:58:20Z', 'revision_number': 4, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'gw_port': {'id': '14c6e390-898c-40c3-b504-117e314d1081', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:13Z', 'updated_at': '2022-05-04T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': 'e549aa88-320a-4274-8edc-59efecfab768', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'port_id': 'be8f13a8-1319-4583-87e0-88b7c802c213', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97', 'mac_address': 'fa:16:3e:1c:4c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aff994d-b792-4368-b2da-53eea8aa7ad2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:58:33Z', 'updated_at': '2022-05-04T14:59:21Z', 'revision_number': 1, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0acc510-f19c-4c98-9715-7d6870342566', 'name': '', 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'mac_address': 'fa:16:3e:b7:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:19Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 5, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'subnets': [{'id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:23.391184 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28a9a04-033b-448a-b132-b8fec0a6359a None None] Checking router: abdfd2ac-0f24-4034-9f3a-647c8dad7e11 for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:59:23.400512 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d28a9a04-033b-448a-b132-b8fec0a6359a None None] Routers {'abdfd2ac-0f24-4034-9f3a-647c8dad7e11'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:59:23.401176 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-d28a9a04-033b-448a-b132-b8fec0a6359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T14:59:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['abdfd2ac-0f24-4034-9f3a-647c8dad7e11'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:23.447573 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-310d804f-daba-4d32-bd7b-90889a02b999 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:23.502459 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b285a-2d34-48f4-a671-06986202e4d4 req-de16d782-705c-4811-b310-b165a8b95f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:23.503923 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-c36b285a-2d34-48f4-a671-06986202e4d4 req-de16d782-705c-4811-b310-b165a8b95f11 service neutron] 10.222.0.11 "GET /v2.0/networks?id=60c30b73-0e7f-49bb-89af-0e44584f9d97 HTTP/1.1" status: 200 len: 917 time: 0.3541019 May 04 14:59:23.517269 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-d28a9a04-033b-448a-b132-b8fec0a6359a None None] Set router abdfd2ac-0f24-4034-9f3a-647c8dad7e11 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:59:23.635789 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-c36b285a-2d34-48f4-a671-06986202e4d4 req-f1009cf5-2252-4ddb-a683-248e0b6db6b6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be8f13a8-1319-4583-87e0-88b7c802c213 HTTP/1.1" status: 200 len: 998 time: 0.1226606 May 04 14:59:23.647918 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-310d804f-daba-4d32-bd7b-90889a02b999 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:23.662333 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-310d804f-daba-4d32-bd7b-90889a02b999 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:23.707448 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310d804f-daba-4d32-bd7b-90889a02b999 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e1df29-03a4-491e-9e20-8e9018c5ec35,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:23.742297 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-310d804f-daba-4d32-bd7b-90889a02b999 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7b045a9974da4c6c973cee864c821684&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7266135 May 04 14:59:23.744799 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 42782) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:23.754089 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b285a-2d34-48f4-a671-06986202e4d4 req-66119f9f-dbb9-4596-87d3-693cd34dd64f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:23.755523 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-c36b285a-2d34-48f4-a671-06986202e4d4 req-66119f9f-dbb9-4596-87d3-693cd34dd64f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=030f9125-e21b-4852-a6f8-1ba70c2222d2 HTTP/1.1" status: 200 len: 855 time: 0.1035936 May 04 14:59:23.830926 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36b285a-2d34-48f4-a671-06986202e4d4 req-fda339ce-7474-4083-99b0-873e1de70d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:23.832651 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-c36b285a-2d34-48f4-a671-06986202e4d4 req-fda339ce-7474-4083-99b0-873e1de70d5d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60c30b73-0e7f-49bb-89af-0e44584f9d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0657563 May 04 14:59:23.841961 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9f9a1624-1cee-4bff-adeb-f542f0ba0bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:23.898767 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-d28a9a04-033b-448a-b132-b8fec0a6359a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'name': 'tempest-AttachVolumeShelveTestJSON-702985069-router', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '14c6e390-898c-40c3-b504-117e314d1081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:12Z', 'updated_at': '2022-05-04T14:58:20Z', 'revision_number': 4, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'gw_port': {'id': '14c6e390-898c-40c3-b504-117e314d1081', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:13Z', 'updated_at': '2022-05-04T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': 'e549aa88-320a-4274-8edc-59efecfab768', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'port_id': 'be8f13a8-1319-4583-87e0-88b7c802c213', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97', 'mac_address': 'fa:16:3e:1c:4c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aff994d-b792-4368-b2da-53eea8aa7ad2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:58:33Z', 'updated_at': '2022-05-04T14:59:21Z', 'revision_number': 1, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0acc510-f19c-4c98-9715-7d6870342566', 'name': '', 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'mac_address': 'fa:16:3e:b7:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:19Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 5, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'subnets': [{'id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:23.926691 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9f9a1624-1cee-4bff-adeb-f542f0ba0bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:23.980381 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28a9a04-033b-448a-b132-b8fec0a6359a None None] The sync data for ids ['abdfd2ac-0f24-4034-9f3a-647c8dad7e11'] in dv-cinder-829630-2-iscsi is: [{'id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'name': 'tempest-AttachVolumeShelveTestJSON-702985069-router', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '14c6e390-898c-40c3-b504-117e314d1081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:12Z', 'updated_at': '2022-05-04T14:58:20Z', 'revision_number': 4, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'gw_port': {'id': '14c6e390-898c-40c3-b504-117e314d1081', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:13Z', 'updated_at': '2022-05-04T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': 'e549aa88-320a-4274-8edc-59efecfab768', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'floating_ip_address': '172.27.1.67', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'port_id': 'be8f13a8-1319-4583-87e0-88b7c802c213', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 113, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97', 'mac_address': 'fa:16:3e:1c:4c:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0aff994d-b792-4368-b2da-53eea8aa7ad2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:58:33Z', 'updated_at': '2022-05-04T14:59:21Z', 'revision_number': 1, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0acc510-f19c-4c98-9715-7d6870342566', 'name': '', 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'mac_address': 'fa:16:3e:b7:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:19Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 5, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'subnets': [{'id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:59:24.030888 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9f9a1624-1cee-4bff-adeb-f542f0ba0bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:24.034014 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9f9a1624-1cee-4bff-adeb-f542f0ba0bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:24.038010 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-9f9a1624-1cee-4bff-adeb-f542f0ba0bc4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/99e1df29-03a4-491e-9e20-8e9018c5ec35 HTTP/1.1" status: 204 len: 168 time: 0.2919919 May 04 14:59:24.052328 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-c36b285a-2d34-48f4-a671-06986202e4d4 req-452be353-5ecc-4f4b-b483-612f689c3d11 service neutron] 10.222.0.11 "GET /v2.0/networks/60c30b73-0e7f-49bb-89af-0e44584f9d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051179 May 04 14:59:24.053456 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9a1624-1cee-4bff-adeb-f542f0ba0bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e1df29-03a4-491e-9e20-8e9018c5ec35,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:24.170369 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-c36b285a-2d34-48f4-a671-06986202e4d4 req-6d264e70-4bdf-490f-abb6-94305250dbcd service neutron] 10.222.0.11 "GET /v2.0/networks/60c30b73-0e7f-49bb-89af-0e44584f9d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100526 May 04 14:59:24.281883 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19ec973b-ed02-41aa-ac2d-e000d62de7d0 None None] New status for floating IP e549aa88-320a-4274-8edc-59efecfab768: ACTIVE {{(pid=101865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 14:59:24.310218 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 42808) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:24.343535 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93826421-057a-4d2b-8634-2c8bc5a812e8 req-3a4404da-1b1e-4236-88c1-76d52409032f tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:24.345938 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-93826421-057a-4d2b-8634-2c8bc5a812e8 req-3a4404da-1b1e-4236-88c1-76d52409032f tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0657699 May 04 14:59:24.396577 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-93826421-057a-4d2b-8634-2c8bc5a812e8 req-cb39e8ec-5692-47bc-ab67-0b9949902b45 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426183 May 04 14:59:24.414722 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 42814) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:24.472911 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a447e2ec-afa2-4e59-8c39-7dff27a28565 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:24.536859 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 42818) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:24.538366 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-3f504afd-560a-4f31-b522-ea64857fa0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:24.550335 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-74eb9a9c-6a0f-4789-80fd-27e10e4e6089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:24.585880 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a447e2ec-afa2-4e59-8c39-7dff27a28565 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:24.591936 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a447e2ec-afa2-4e59-8c39-7dff27a28565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:24.638554 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-74eb9a9c-6a0f-4789-80fd-27e10e4e6089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:24.642707 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-74eb9a9c-6a0f-4789-80fd-27e10e4e6089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:24.645401 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-a447e2ec-afa2-4e59-8c39-7dff27a28565 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=b6fa9c2bcb604c7dadf896e2ffc05ee1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3341088 May 04 14:59:24.651327 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 42822) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:24.654854 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447e2ec-afa2-4e59-8c39-7dff27a28565 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb706544-603a-4c96-8c5f-9bedb7fcfc52,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:24.684903 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74eb9a9c-6a0f-4789-80fd-27e10e4e6089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e319711-df4a-4009-94bd-bc0a41df5431,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:24.691137 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-74eb9a9c-6a0f-4789-80fd-27e10e4e6089 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=16d959503af344dfaaf9cef95c840234&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1507423 May 04 14:59:24.691675 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 42824) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:24.694544 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eb9a9c-6a0f-4789-80fd-27e10e4e6089 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:24.694894 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eb9a9c-6a0f-4789-80fd-27e10e4e6089 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:24.695246 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eb9a9c-6a0f-4789-80fd-27e10e4e6089 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:24.695574 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eb9a9c-6a0f-4789-80fd-27e10e4e6089 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:24.695904 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eb9a9c-6a0f-4789-80fd-27e10e4e6089 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:24.696232 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eb9a9c-6a0f-4789-80fd-27e10e4e6089 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:24.696558 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eb9a9c-6a0f-4789-80fd-27e10e4e6089 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:24.696917 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eb9a9c-6a0f-4789-80fd-27e10e4e6089 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:24.697244 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eb9a9c-6a0f-4789-80fd-27e10e4e6089 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:24.697563 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eb9a9c-6a0f-4789-80fd-27e10e4e6089 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:24.697884 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eb9a9c-6a0f-4789-80fd-27e10e4e6089 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:24.698200 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74eb9a9c-6a0f-4789-80fd-27e10e4e6089 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:24.725659 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-3f504afd-560a-4f31-b522-ea64857fa0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:24.735786 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-3f504afd-560a-4f31-b522-ea64857fa0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:24.802162 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e567d7c7-ce10-460c-8305-ce359b24e675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:24.809162 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-3f504afd-560a-4f31-b522-ea64857fa0ce admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d9faf74dac33472f9de89b45cadaba0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3932426 May 04 14:59:24.811817 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 42826) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:24.822659 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f504afd-560a-4f31-b522-ea64857fa0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf9de902-6855-416d-b614-040d1d9bb5ff,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:24.832859 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b705ab6e-3995-488f-9b22-b56521bf6f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:24.848913 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e567d7c7-ce10-460c-8305-ce359b24e675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:24.872789 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-cff0ce70-4e77-4d93-92ce-67277aa591d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:24.884453 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b705ab6e-3995-488f-9b22-b56521bf6f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:24.894414 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-cff0ce70-4e77-4d93-92ce-67277aa591d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:24.935254 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e567d7c7-ce10-460c-8305-ce359b24e675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:24.937891 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e567d7c7-ce10-460c-8305-ce359b24e675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:24.941205 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-e567d7c7-ce10-460c-8305-ce359b24e675 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fb706544-603a-4c96-8c5f-9bedb7fcfc52 HTTP/1.1" status: 204 len: 168 time: 0.2889588 May 04 14:59:24.944046 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b705ab6e-3995-488f-9b22-b56521bf6f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:24.946452 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b705ab6e-3995-488f-9b22-b56521bf6f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:24.950053 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-b705ab6e-3995-488f-9b22-b56521bf6f99 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8e319711-df4a-4009-94bd-bc0a41df5431 HTTP/1.1" status: 204 len: 168 time: 0.2535975 May 04 14:59:24.950178 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-cff0ce70-4e77-4d93-92ce-67277aa591d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:24.952011 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-cff0ce70-4e77-4d93-92ce-67277aa591d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:24.956389 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-cff0ce70-4e77-4d93-92ce-67277aa591d9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/cf9de902-6855-416d-b614-040d1d9bb5ff HTTP/1.1" status: 204 len: 168 time: 0.1403134 May 04 14:59:24.959977 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e567d7c7-ce10-460c-8305-ce359b24e675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb706544-603a-4c96-8c5f-9bedb7fcfc52,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:24.967159 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff0ce70-4e77-4d93-92ce-67277aa591d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf9de902-6855-416d-b614-040d1d9bb5ff,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:24.973203 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705ab6e-3995-488f-9b22-b56521bf6f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e319711-df4a-4009-94bd-bc0a41df5431,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:25.564402 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 42854) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:25.568549 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c8cfc0-f680-4778-9235-d9016ff1aa13 req-d5bd694e-a623-4938-a728-a6661b79dd68 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:25.570091 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b9c8cfc0-f680-4778-9235-d9016ff1aa13 req-d5bd694e-a623-4938-a728-a6661b79dd68 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0582864 May 04 14:59:25.581072 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-65ccfe9e-5b15-4012-99b0-03c64c64c3d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:25.626738 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b9c8cfc0-f680-4778-9235-d9016ff1aa13 req-ceece2cc-e4b9-41b5-b375-c9560c2c41da tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502295 May 04 14:59:25.668494 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-65ccfe9e-5b15-4012-99b0-03c64c64c3d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:25.673807 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-65ccfe9e-5b15-4012-99b0-03c64c64c3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:25.716828 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ccfe9e-5b15-4012-99b0-03c64c64c3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de31a292-9a98-4b4e-94ff-63f7f41eab0e,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:25.721764 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-65ccfe9e-5b15-4012-99b0-03c64c64c3d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4649119cbf7f4265bc3bc012c7a34903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1563172 May 04 14:59:25.724263 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 42862) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:25.774067 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-389a864f-a93b-4029-b81c-a419f1b9f8cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:25.796093 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-389a864f-a93b-4029-b81c-a419f1b9f8cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:25.847125 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-389a864f-a93b-4029-b81c-a419f1b9f8cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:25.849809 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-389a864f-a93b-4029-b81c-a419f1b9f8cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:25.850960 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-389a864f-a93b-4029-b81c-a419f1b9f8cc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/de31a292-9a98-4b4e-94ff-63f7f41eab0e HTTP/1.1" status: 204 len: 168 time: 0.1257570 May 04 14:59:25.862014 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389a864f-a93b-4029-b81c-a419f1b9f8cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de31a292-9a98-4b4e-94ff-63f7f41eab0e,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:26.349447 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 42884) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:26.363368 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d23fb72a-5b07-49f4-a735-da909d4f47f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:26.439690 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d23fb72a-5b07-49f4-a735-da909d4f47f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:26.442654 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d23fb72a-5b07-49f4-a735-da909d4f47f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:26.482435 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-d23fb72a-5b07-49f4-a735-da909d4f47f5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=10c49346a5c74802ba397bd7d3e08962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1317141 May 04 14:59:26.483280 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23fb72a-5b07-49f4-a735-da909d4f47f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7852e018-177d-4142-b2c8-baceed72e19d,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:26.486517 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 42888) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:26.552891 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-5cec24e3-d168-49bf-b1ff-03369fb628ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:26.571239 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-5cec24e3-d168-49bf-b1ff-03369fb628ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:26.636082 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-5cec24e3-d168-49bf-b1ff-03369fb628ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:26.638923 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-5cec24e3-d168-49bf-b1ff-03369fb628ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:26.640124 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-5cec24e3-d168-49bf-b1ff-03369fb628ba admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/7852e018-177d-4142-b2c8-baceed72e19d HTTP/1.1" status: 204 len: 168 time: 0.1524243 May 04 14:59:26.648915 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec24e3-d168-49bf-b1ff-03369fb628ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7852e018-177d-4142-b2c8-baceed72e19d,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:26.801469 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ed6ede-cd9b-440a-9249-2aa4a02285d5 req-6ce885b6-16b3-4e94-bd13-ebc93dd2c3d8 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:26.803600 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-88ed6ede-cd9b-440a-9249-2aa4a02285d5 req-6ce885b6-16b3-4e94-bd13-ebc93dd2c3d8 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0768681 May 04 14:59:26.842224 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-88ed6ede-cd9b-440a-9249-2aa4a02285d5 req-9100c80b-714a-4e2d-bc66-42a144fc4476 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328414 May 04 14:59:27.979111 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab211e-491e-4a4b-af7b-84a2572e3c4f req-00a9f3e3-7e2e-4854-ba6e-0f3f94084a44 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:27.980595 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b4ab211e-491e-4a4b-af7b-84a2572e3c4f req-00a9f3e3-7e2e-4854-ba6e-0f3f94084a44 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0624459 May 04 14:59:28.019057 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b4ab211e-491e-4a4b-af7b-84a2572e3c4f req-2169305c-1df5-4c82-a5ca-7ad33f251c47 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313957 May 04 14:59:29.130413 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134bd745-f8bf-4743-aad1-24587f353656 req-507a5cb4-28a0-476c-9c0a-acb79d6f1d5d tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:29.131881 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-134bd745-f8bf-4743-aad1-24587f353656 req-507a5cb4-28a0-476c-9c0a-acb79d6f1d5d tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0472057 May 04 14:59:29.168569 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-134bd745-f8bf-4743-aad1-24587f353656 req-90dc4834-75d5-4343-a137-38ec854268e0 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306175 May 04 14:59:30.284628 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cef0075-fd2e-435e-9dc9-86bb9d3d5e9d req-1d3e0392-6c46-44dd-a3ca-e5c5ca4a40ec tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:30.286039 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1cef0075-fd2e-435e-9dc9-86bb9d3d5e9d req-1d3e0392-6c46-44dd-a3ca-e5c5ca4a40ec tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0494690 May 04 14:59:30.323353 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1cef0075-fd2e-435e-9dc9-86bb9d3d5e9d req-b17376ac-6426-4889-a99c-79aa94295f34 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313046 May 04 14:59:31.441293 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cba2b1-f21f-43c2-a0f1-eb46e278526c req-7a954834-e7c9-403d-ad99-3acb0018c4ac tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:31.442734 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b0cba2b1-f21f-43c2-a0f1-eb46e278526c req-7a954834-e7c9-403d-ad99-3acb0018c4ac tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0525265 May 04 14:59:31.480538 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b0cba2b1-f21f-43c2-a0f1-eb46e278526c req-4440a8cf-2120-4c0b-aa59-3ff100108aa8 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319316 May 04 14:59:32.597817 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38de59d0-f9a0-4986-9855-93ef8e070def req-ef89c0ad-7493-4292-8cfb-bf55966e8827 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:32.599185 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-38de59d0-f9a0-4986-9855-93ef8e070def req-ef89c0ad-7493-4292-8cfb-bf55966e8827 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0487854 May 04 14:59:32.637063 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-38de59d0-f9a0-4986-9855-93ef8e070def req-5b9639a8-bb9d-44f6-897e-37f8ab8cd94e tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317616 May 04 14:59:33.076195 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 14:59:33.390286 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 43056) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:33.500905 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f9e9f473-fd5d-4359-b673-d774a23c52fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:33.575959 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f9e9f473-fd5d-4359-b673-d774a23c52fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:33.582405 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f9e9f473-fd5d-4359-b673-d774a23c52fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:33.619083 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-f9e9f473-fd5d-4359-b673-d774a23c52fd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6286599f40f1440cb680de567869b55a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2276237 May 04 14:59:33.619946 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e9f473-fd5d-4359-b673-d774a23c52fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fe6e253-03f4-4edb-bd6a-bb5a6990acdf,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:33.621718 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 43060) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:33.677532 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-41ac5b8b-27ea-482f-a3bd-f22ad3230f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:33.699634 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-41ac5b8b-27ea-482f-a3bd-f22ad3230f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:33.775732 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cd9114-4834-4d25-8f26-ce211a9d908d req-edd97781-b084-4948-9ea5-0bf1f784c39d tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:33.777252 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d7cd9114-4834-4d25-8f26-ce211a9d908d req-edd97781-b084-4948-9ea5-0bf1f784c39d tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0698578 May 04 14:59:33.798373 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-41ac5b8b-27ea-482f-a3bd-f22ad3230f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:33.801428 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-41ac5b8b-27ea-482f-a3bd-f22ad3230f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:33.802552 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-41ac5b8b-27ea-482f-a3bd-f22ad3230f9f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4fe6e253-03f4-4edb-bd6a-bb5a6990acdf HTTP/1.1" status: 204 len: 168 time: 0.1797593 May 04 14:59:33.817794 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ac5b8b-27ea-482f-a3bd-f22ad3230f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fe6e253-03f4-4edb-bd6a-bb5a6990acdf,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:33.831302 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d7cd9114-4834-4d25-8f26-ce211a9d908d req-da91a2cc-24ba-4f8f-a60f-7279f99ab81b tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477231 May 04 14:59:34.488540 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e05bb7-9921-4ef2-b102-cc1078713c58 req-abb20c54-ba23-465c-a921-7d06959268de tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:34.490087 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-70e05bb7-9921-4ef2-b102-cc1078713c58 req-abb20c54-ba23-465c-a921-7d06959268de tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/ports?device_id=3988aef8-15b0-495c-8c14-346307167353 HTTP/1.1" status: 200 len: 946 time: 0.0493402 May 04 14:59:34.523904 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 43114) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:34.536128 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-70e05bb7-9921-4ef2-b102-cc1078713c58 req-41250711-a068-405b-86d1-381a5481da5a tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/security-groups?id=16a50401-4087-4535-abf3-3ebe744eebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399706 May 04 14:59:34.626263 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-04d11cba-4d24-4806-bcc5-3a3bea8ff90d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-694971971-network', 'tenant_id': 'd86fd4352b584822a6e3b6effecc05c5'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:59:34.645494 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04d11cba-4d24-4806-bcc5-3a3bea8ff90d admin admin] Made reservation on behalf of d86fd4352b584822a6e3b6effecc05c5 for: {'network': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:59:34.647817 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-04d11cba-4d24-4806-bcc5-3a3bea8ff90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for network, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:34.656321 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-04d11cba-4d24-4806-bcc5-3a3bea8ff90d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:34.738736 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-04d11cba-4d24-4806-bcc5-3a3bea8ff90d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:34.742417 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-04d11cba-4d24-4806-bcc5-3a3bea8ff90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:34.766175 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-04d11cba-4d24-4806-bcc5-3a3bea8ff90d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 269} {{(pid=101864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:59:34.775194 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d11cba-4d24-4806-bcc5-3a3bea8ff90d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=625cba39-ca98-4a06-aa37-bda202c8bfcf,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:34.780978 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-04d11cba-4d24-4806-bcc5-3a3bea8ff90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:34.781322 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.db.segments_db [None req-04d11cba-4d24-4806-bcc5-3a3bea8ff90d admin admin] Added segment 501a1a54-3d92-4c50-abeb-a40cdee8c87a of type vlan for network 9cb74bce-f66b-4d2c-b3b3-1384b2905460 May 04 14:59:34.820523 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-04d11cba-4d24-4806-bcc5-3a3bea8ff90d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755427588545'] for network, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:34.843278 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-04d11cba-4d24-4806-bcc5-3a3bea8ff90d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198'] for network, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:34.844194 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04d11cba-4d24-4806-bcc5-3a3bea8ff90d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:34.845096 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-04d11cba-4d24-4806-bcc5-3a3bea8ff90d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:34.899837 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-04d11cba-4d24-4806-bcc5-3a3bea8ff90d admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3743570 May 04 14:59:34.902730 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 43122) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:34.906676 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d11cba-4d24-4806-bcc5-3a3bea8ff90d admin admin] Pushing event updated for resources: {'Network': ['ID=9cb74bce-f66b-4d2c-b3b3-1384b2905460,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:34.908986 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-269a27ce-3faf-4a4b-923a-0e03955aca87 admin admin] Request body: {'subnet': {'network_id': '9cb74bce-f66b-4d2c-b3b3-1384b2905460', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-694971971-subnet', 'tenant_id': 'd86fd4352b584822a6e3b6effecc05c5', 'ip_version': 4}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:59:34.917352 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Network 9cb74bce-f66b-4d2c-b3b3-1384b2905460 details requested by agent ovs-agent-dv-cinder-829630-2-iscsi with host dv-cinder-829630-2-iscsi {{(pid=101865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:59:34.953479 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-269a27ce-3faf-4a4b-923a-0e03955aca87 admin admin] Made reservation on behalf of d86fd4352b584822a6e3b6effecc05c5 for: {'subnet': 1} {{(pid=101863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:59:34.955743 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-269a27ce-3faf-4a4b-923a-0e03955aca87 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262085007'] for subnet, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:35.016882 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9bb7a78-71e2-44b1-a705-d90180c66412 req-b488a0a7-dd57-4718-aeef-d73125312787 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:35.019075 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e9bb7a78-71e2-44b1-a705-d90180c66412 req-b488a0a7-dd57-4718-aeef-d73125312787 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.1039786 May 04 14:59:35.076777 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e9bb7a78-71e2-44b1-a705-d90180c66412 req-4a31c626-1d2d-4d0c-aab9-70c3beeba2b4 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500510 May 04 14:59:35.164570 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-269a27ce-3faf-4a4b-923a-0e03955aca87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2944337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262085017'] for subnet, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:35.219160 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269a27ce-3faf-4a4b-923a-0e03955aca87 admin admin] Pushing event updated for resources: {'Subnet': ['ID=48eadae8-72f3-4aa6-811a-3a55d26ba392,revision_number=0']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:35.227898 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-269a27ce-3faf-4a4b-923a-0e03955aca87 admin admin] Checking segment: {'id': '501a1a54-3d92-4c50-abeb-a40cdee8c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9cb74bce-f66b-4d2c-b3b3-1384b2905460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:59:35.228255 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269a27ce-3faf-4a4b-923a-0e03955aca87 admin admin] Network hostable DHCP agents. Network: 9cb74bce-f66b-4d2c-b3b3-1384b2905460, hostable agents: ['fc62abde-e1bd-4968-8f20-84ac7e991332'], hosted agents: [] {{(pid=101863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:59:35.244509 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269a27ce-3faf-4a4b-923a-0e03955aca87 admin admin] Network 9cb74bce-f66b-4d2c-b3b3-1384b2905460 is scheduled to be hosted by DHCP agent fc62abde-e1bd-4968-8f20-84ac7e991332 with binding_index 1 {{(pid=101863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:59:35.252868 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-269a27ce-3faf-4a4b-923a-0e03955aca87 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-iscsi, 9cb74bce-f66b-4d2c-b3b3-1384b2905460) {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:59:35.257244 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269a27ce-3faf-4a4b-923a-0e03955aca87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:35.257834 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-269a27ce-3faf-4a4b-923a-0e03955aca87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for subnet, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:35.263378 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a434c2-8450-43e1-a465-5c5de2ab87c4 None None] Network 9cb74bce-f66b-4d2c-b3b3-1384b2905460 requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 14:59:35.272701 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-269a27ce-3faf-4a4b-923a-0e03955aca87 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3684602 May 04 14:59:35.275769 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 43124) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:35.280106 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-1f0f58cb-be8e-4022-89c3-64181e46af1f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-694971971-router', 'tenant_id': 'd86fd4352b584822a6e3b6effecc05c5', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:59:35.303647 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-1f0f58cb-be8e-4022-89c3-64181e46af1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27414'] for router, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:35.305074 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-1f0f58cb-be8e-4022-89c3-64181e46af1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-625769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-667354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27437'] for router, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:35.380404 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-1f0f58cb-be8e-4022-89c3-64181e46af1f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:35.422526 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc6cc7a-a036-425b-96c5-097591227e7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08658952-b33c-5b25-a311-2ddce2069787-9cb74bce-f66b-4d2c-b3b3-1384b2905460', 'network_id': '9cb74bce-f66b-4d2c-b3b3-1384b2905460', 'tenant_id': 'd86fd4352b584822a6e3b6effecc05c5', 'fixed_ips': [{'subnet_id': '48eadae8-72f3-4aa6-811a-3a55d26ba392'}]}} from dv-cinder-829630-2-iscsi. {{(pid=101865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 04 14:59:35.423593 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-2bc6cc7a-a036-425b-96c5-097591227e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:35.532081 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-1f0f58cb-be8e-4022-89c3-64181e46af1f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:35.577453 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.db_base_plugin_common [None req-2bc6cc7a-a036-425b-96c5-097591227e7f None None] Allocated IP 172.20.0.2 (9cb74bce-f66b-4d2c-b3b3-1384b2905460/48eadae8-72f3-4aa6-811a-3a55d26ba392/7c704ffd-44cf-462c-93eb-a8ffc9712d8a) {{(pid=101865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:59:35.687787 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa302b-c85e-4986-9026-82641323330a req-d1228d0f-8e2a-44a7-9cae-31a728e537ad tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:35.701799 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8baa302b-c85e-4986-9026-82641323330a req-d1228d0f-8e2a-44a7-9cae-31a728e537ad tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/ports?device_id=3988aef8-15b0-495c-8c14-346307167353 HTTP/1.1" status: 200 len: 946 time: 0.0779464 May 04 14:59:35.729713 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8baa302b-c85e-4986-9026-82641323330a req-ebb5fea5-467a-447d-879e-dce4a50d8c2d tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/security-groups?id=16a50401-4087-4535-abf3-3ebe744eebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319734 May 04 14:59:35.753308 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-2bc6cc7a-a036-425b-96c5-097591227e7f None None] Notify callbacks [] for port, precommit_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:35.760445 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-2bc6cc7a-a036-425b-96c5-097591227e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013'] for port, after_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:35.771345 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-1f0f58cb-be8e-4022-89c3-64181e46af1f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:35.790360 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-1f0f58cb-be8e-4022-89c3-64181e46af1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:35.796027 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc6cc7a-a036-425b-96c5-097591227e7f None None] Network 9cb74bce-f66b-4d2c-b3b3-1384b2905460 is already hosted by enough agents. {{(pid=101865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:59:35.800060 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.scheduler.base_scheduler [None req-2bc6cc7a-a036-425b-96c5-097591227e7f None None] Resources bound (agent type, host, resource id): {{(pid=101865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:59:35.806265 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc6cc7a-a036-425b-96c5-097591227e7f None None] Received port after_create {{(pid=101865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:59:35.817520 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc6cc7a-a036-425b-96c5-097591227e7f None None] Pushing event updated for resources: {'Port': ['ID=7c704ffd-44cf-462c-93eb-a8ffc9712d8a,revision_number=1']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:35.842607 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6cc7a-a036-425b-96c5-097591227e7f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:35.843007 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6cc7a-a036-425b-96c5-097591227e7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:35.843384 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6cc7a-a036-425b-96c5-097591227e7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:35.843877 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6cc7a-a036-425b-96c5-097591227e7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:35.844218 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6cc7a-a036-425b-96c5-097591227e7f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:35.844554 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6cc7a-a036-425b-96c5-097591227e7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:35.845165 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6cc7a-a036-425b-96c5-097591227e7f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:35.845498 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6cc7a-a036-425b-96c5-097591227e7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:35.846377 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6cc7a-a036-425b-96c5-097591227e7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:35.846884 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6cc7a-a036-425b-96c5-097591227e7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:35.847211 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6cc7a-a036-425b-96c5-097591227e7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:35.847532 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bc6cc7a-a036-425b-96c5-097591227e7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:35.884986 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-2bc6cc7a-a036-425b-96c5-097591227e7f None None] Attempting to bind port 7c704ffd-44cf-462c-93eb-a8ffc9712d8a on host dv-cinder-829630-2-iscsi for vnic_type normal with profile {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:59:35.885355 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-2bc6cc7a-a036-425b-96c5-097591227e7f None None] Attempting to bind port 7c704ffd-44cf-462c-93eb-a8ffc9712d8a by drivers openvswitch,hyperv on host dv-cinder-829630-2-iscsi at level 0 using segments [{'id': '501a1a54-3d92-4c50-abeb-a40cdee8c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9cb74bce-f66b-4d2c-b3b3-1384b2905460'}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:59:35.885768 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc6cc7a-a036-425b-96c5-097591227e7f None None] Attempting to bind port 7c704ffd-44cf-462c-93eb-a8ffc9712d8a on network 9cb74bce-f66b-4d2c-b3b3-1384b2905460 {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:59:35.890767 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc6cc7a-a036-425b-96c5-097591227e7f None None] Checking agent: {'id': '53237496-8014-4dc2-9deb-3d098fbdee6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 49, 42), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:59:35.891152 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc6cc7a-a036-425b-96c5-097591227e7f None None] Checking segment: {'id': '501a1a54-3d92-4c50-abeb-a40cdee8c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9cb74bce-f66b-4d2c-b3b3-1384b2905460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:59:35.891554 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-2bc6cc7a-a036-425b-96c5-097591227e7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:35.891989 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc6cc7a-a036-425b-96c5-097591227e7f None None] Bound using segment: {'id': '501a1a54-3d92-4c50-abeb-a40cdee8c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9cb74bce-f66b-4d2c-b3b3-1384b2905460'} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:59:35.892443 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-2bc6cc7a-a036-425b-96c5-097591227e7f None None] Bound port: 7c704ffd-44cf-462c-93eb-a8ffc9712d8a, host: dv-cinder-829630-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '501a1a54-3d92-4c50-abeb-a40cdee8c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9cb74bce-f66b-4d2c-b3b3-1384b2905460'}}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:59:35.893573 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-2bc6cc7a-a036-425b-96c5-097591227e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:35.905508 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_common [None req-1f0f58cb-be8e-4022-89c3-64181e46af1f admin admin] Allocated IP 172.27.1.185 (de075482-66db-4cfa-a120-f2ea157cd064/5a69c200-2813-4998-8939-5704799bdcf4/5b9b58c9-45ac-4874-9e71-3ea22f30d30d) {{(pid=101864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:59:35.959238 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-2bc6cc7a-a036-425b-96c5-097591227e7f None None] For port 7c704ffd-44cf-462c-93eb-a8ffc9712d8a, host dv-cinder-829630-2-iscsi, cleared binding levels {{(pid=101865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:59:35.962616 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-2bc6cc7a-a036-425b-96c5-097591227e7f None None] For port 7c704ffd-44cf-462c-93eb-a8ffc9712d8a, host dv-cinder-829630-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=7c704ffd-44cf-462c-93eb-a8ffc9712d8a,segment=NetworkSegment(501a1a54-3d92-4c50-abeb-a40cdee8c87a),segment_id=501a1a54-3d92-4c50-abeb-a40cdee8c87a)] {{(pid=101865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:59:35.966403 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-2bc6cc7a-a036-425b-96c5-097591227e7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:36.013771 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-1f0f58cb-be8e-4022-89c3-64181e46af1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:36.031107 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc6cc7a-a036-425b-96c5-097591227e7f None None] Pushing event updated for resources: {'Port': ['ID=7c704ffd-44cf-462c-93eb-a8ffc9712d8a,revision_number=2']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:36.060193 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-1f0f58cb-be8e-4022-89c3-64181e46af1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:36.103785 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f0f58cb-be8e-4022-89c3-64181e46af1f admin admin] Network de075482-66db-4cfa-a120-f2ea157cd064 is already hosted by enough agents. {{(pid=101864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:59:36.105752 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [None req-1f0f58cb-be8e-4022-89c3-64181e46af1f admin admin] Resources bound (agent type, host, resource id): {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:59:36.108678 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f0f58cb-be8e-4022-89c3-64181e46af1f admin admin] Received port after_create {{(pid=101864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:59:36.134615 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-a85ff1fb-1779-4940-b72c-bbbb7effa3f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:36.149508 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0f58cb-be8e-4022-89c3-64181e46af1f admin admin] Pushing event updated for resources: {'Port': ['ID=5b9b58c9-45ac-4874-9e71-3ea22f30d30d,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:36.227003 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60af5b37-3547-4547-8f9d-ed7600851e4a req-86142fb5-3d69-41e7-8d58-a160e5b01305 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:36.228581 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-60af5b37-3547-4547-8f9d-ed7600851e4a req-86142fb5-3d69-41e7-8d58-a160e5b01305 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0587807 May 04 14:59:36.280980 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-60af5b37-3547-4547-8f9d-ed7600851e4a req-d98534bb-6d82-465a-b9aa-16eead65e0d9 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458164 May 04 14:59:36.417395 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-1f0f58cb-be8e-4022-89c3-64181e46af1f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:36.818504 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-1f0f58cb-be8e-4022-89c3-64181e46af1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-625762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628448'] for router, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:36.900750 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa01555-1b4e-4e15-b9f1-b5cadb251b3a req-5c774fff-25e6-4fc8-9780-a65ce6504613 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:36.904813 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8aa01555-1b4e-4e15-b9f1-b5cadb251b3a req-5c774fff-25e6-4fc8-9780-a65ce6504613 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/ports?device_id=3988aef8-15b0-495c-8c14-346307167353 HTTP/1.1" status: 200 len: 946 time: 0.0688248 May 04 14:59:36.971572 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8aa01555-1b4e-4e15-b9f1-b5cadb251b3a req-938062c5-5827-4fcc-9687-7e7e91a0dc83 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/security-groups?id=16a50401-4087-4535-abf3-3ebe744eebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522048 May 04 14:59:36.988866 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f0f58cb-be8e-4022-89c3-64181e46af1f admin admin] Router f4cc508b-e44d-4d62-aae7-eaeefffb6771 is scheduled to L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 with binding_index 1 {{(pid=101864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 14:59:37.111986 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f0f58cb-be8e-4022-89c3-64181e46af1f admin admin] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:59:37.124056 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800f2105-09c4-4857-8798-48868926accb None None] Sync routers for ids ['f4cc508b-e44d-4d62-aae7-eaeefffb6771'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:59:37.124625 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dbe84c-7a5f-4853-a900-6dc39a7085a5 None None] Network 9cb74bce-f66b-4d2c-b3b3-1384b2905460 requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 14:59:37.133540 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-1f0f58cb-be8e-4022-89c3-64181e46af1f admin admin] Notify callbacks [] for router, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:37.136062 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800f2105-09c4-4857-8798-48868926accb None None] Routers {'f4cc508b-e44d-4d62-aae7-eaeefffb6771'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:59:37.136752 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-800f2105-09c4-4857-8798-48868926accb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T14:59:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['f4cc508b-e44d-4d62-aae7-eaeefffb6771'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:37.137801 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 43180) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:37.138914 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-1f0f58cb-be8e-4022-89c3-64181e46af1f admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8620999 May 04 14:59:37.249213 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-ed0db643-7b15-4981-b7ec-1d0afe0ab9ac None None] Provisioning complete for port 7c704ffd-44cf-462c-93eb-a8ffc9712d8a triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:59:37.249459 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-ed0db643-7b15-4981-b7ec-1d0afe0ab9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:37.257903 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-800f2105-09c4-4857-8798-48868926accb None None] Set router f4cc508b-e44d-4d62-aae7-eaeefffb6771 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:59:37.472876 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-ed0db643-7b15-4981-b7ec-1d0afe0ab9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:37.510198 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 43192) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:37.537677 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-ed0db643-7b15-4981-b7ec-1d0afe0ab9ac None None] For port 7c704ffd-44cf-462c-93eb-a8ffc9712d8a, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=7c704ffd-44cf-462c-93eb-a8ffc9712d8a,segment=NetworkSegment(501a1a54-3d92-4c50-abeb-a40cdee8c87a),segment_id=501a1a54-3d92-4c50-abeb-a40cdee8c87a)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:59:37.550682 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-ed0db643-7b15-4981-b7ec-1d0afe0ab9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:37.623882 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-800f2105-09c4-4857-8798-48868926accb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'name': 'tempest-TestMinimumBasicScenario-694971971-router', 'tenant_id': 'd86fd4352b584822a6e3b6effecc05c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '5b9b58c9-45ac-4874-9e71-3ea22f30d30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:35Z', 'updated_at': '2022-05-04T14:59:36Z', 'revision_number': 3, 'project_id': 'd86fd4352b584822a6e3b6effecc05c5', 'gw_port': {'id': '5b9b58c9-45ac-4874-9e71-3ea22f30d30d', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:01:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:35Z', 'updated_at': '2022-05-04T14:59:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:37.635864 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e0aa72-fe75-464c-ae08-82b9ad4769a9 req-e049e0a2-f7ac-47cb-ac16-5d59ac9f19ee tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:37.637500 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b4e0aa72-fe75-464c-ae08-82b9ad4769a9 req-e049e0a2-f7ac-47cb-ac16-5d59ac9f19ee tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.11 "GET /v2.0/ports?device_id=3988aef8-15b0-495c-8c14-346307167353 HTTP/1.1" status: 200 len: 946 time: 0.1657863 May 04 14:59:37.638098 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0db643-7b15-4981-b7ec-1d0afe0ab9ac None None] Pushing event updated for resources: {'Port': ['ID=7c704ffd-44cf-462c-93eb-a8ffc9712d8a,revision_number=3']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:37.644203 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 7c704ffd-44cf-462c-93eb-a8ffc9712d8a up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:59:37.707190 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800f2105-09c4-4857-8798-48868926accb None None] Checking router: f4cc508b-e44d-4d62-aae7-eaeefffb6771 for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:59:37.710466 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800f2105-09c4-4857-8798-48868926accb None None] Updating router f4cc508b-e44d-4d62-aae7-eaeefffb6771 port 5b9b58c9-45ac-4874-9e71-3ea22f30d30d binding host dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:59:37.747081 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port 7c704ffd-44cf-462c-93eb-a8ffc9712d8a triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:59:37.747454 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:37.762725 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-800f2105-09c4-4857-8798-48868926accb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:37.808281 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-2117a063-a647-4fb4-b2f1-c739f6f4da0b None None] Provisioning complete for port 7c704ffd-44cf-462c-93eb-a8ffc9712d8a triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:59:37.808763 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-2117a063-a647-4fb4-b2f1-c739f6f4da0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:37.832632 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [req-b4e0aa72-fe75-464c-ae08-82b9ad4769a9 req-1892401c-9afa-45d2-91cc-eae89f015edb tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Deleting port a3384183-568d-44bc-9c4f-65c30601d7ae {{(pid=101864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 14:59:37.833257 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-b4e0aa72-fe75-464c-ae08-82b9ad4769a9 req-1892401c-9afa-45d2-91cc-eae89f015edb tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:37.941432 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571cf532-f65f-417a-9c4e-13d391b734bd req-16ab125e-e9c7-40f0-bc55-b65b99313889 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:37.943691 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-571cf532-f65f-417a-9c4e-13d391b734bd req-16ab125e-e9c7-40f0-bc55-b65b99313889 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.5024152 May 04 14:59:37.961328 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-b4e0aa72-fe75-464c-ae08-82b9ad4769a9 req-1892401c-9afa-45d2-91cc-eae89f015edb tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] For port a3384183-568d-44bc-9c4f-65c30601d7ae, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=a3384183-568d-44bc-9c4f-65c30601d7ae,segment=NetworkSegment(f2a774e1-0ef4-4840-b58c-af661d4a4c39),segment_id=f2a774e1-0ef4-4840-b58c-af661d4a4c39)] {{(pid=101864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:59:37.961792 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-b4e0aa72-fe75-464c-ae08-82b9ad4769a9 req-1892401c-9afa-45d2-91cc-eae89f015edb tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:37.970304 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-ea97b4ed-0d0d-4204-bd90-f8532b7223db admin admin] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:37.980816 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [req-b4e0aa72-fe75-464c-ae08-82b9ad4769a9 req-1892401c-9afa-45d2-91cc-eae89f015edb tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Calling delete_port for a3384183-568d-44bc-9c4f-65c30601d7ae owned by compute:nova {{(pid=101864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 14:59:38.056696 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-571cf532-f65f-417a-9c4e-13d391b734bd req-c4bca93d-4e2c-4933-9d2e-bc7326d4d74d tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046727 May 04 14:59:38.099949 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-800f2105-09c4-4857-8798-48868926accb None None] Notify callbacks [] for port, precommit_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:38.106428 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-800f2105-09c4-4857-8798-48868926accb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:38.158831 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db434869-5466-4735-bed8-3c2016543734 None None] Pushing event updated for resources: {'Port': ['ID=5b9b58c9-45ac-4874-9e71-3ea22f30d30d,revision_number=2']} {{(pid=101866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:38.169868 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6ad522-5e6d-4c24-88c4-a440e704c34a req-ce7cfe4f-9cd3-45d8-824f-e6fade23c706 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:38.171387 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3a6ad522-5e6d-4c24-88c4-a440e704c34a req-ce7cfe4f-9cd3-45d8-824f-e6fade23c706 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/ports?device_id=3988aef8-15b0-495c-8c14-346307167353 HTTP/1.1" status: 200 len: 946 time: 0.1101124 May 04 14:59:38.181314 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db434869-5466-4735-bed8-3c2016543734 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:38.181702 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db434869-5466-4735-bed8-3c2016543734 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:38.182208 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db434869-5466-4735-bed8-3c2016543734 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:38.182596 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db434869-5466-4735-bed8-3c2016543734 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:38.182867 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db434869-5466-4735-bed8-3c2016543734 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:38.183213 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db434869-5466-4735-bed8-3c2016543734 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:38.183495 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db434869-5466-4735-bed8-3c2016543734 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:38.183817 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db434869-5466-4735-bed8-3c2016543734 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:38.184330 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db434869-5466-4735-bed8-3c2016543734 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:38.184469 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db434869-5466-4735-bed8-3c2016543734 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:38.184792 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db434869-5466-4735-bed8-3c2016543734 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:38.185250 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db434869-5466-4735-bed8-3c2016543734 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 14:59:38.188756 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.managers [None req-800f2105-09c4-4857-8798-48868926accb None None] Attempting to bind port 5b9b58c9-45ac-4874-9e71-3ea22f30d30d on host dv-cinder-829630-2-iscsi for vnic_type normal with profile {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:59:38.189105 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.managers [None req-800f2105-09c4-4857-8798-48868926accb None None] Attempting to bind port 5b9b58c9-45ac-4874-9e71-3ea22f30d30d by drivers openvswitch,hyperv on host dv-cinder-829630-2-iscsi at level 0 using segments [{'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}] {{(pid=101866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:59:38.190087 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800f2105-09c4-4857-8798-48868926accb None None] Attempting to bind port 5b9b58c9-45ac-4874-9e71-3ea22f30d30d on network de075482-66db-4cfa-a120-f2ea157cd064 {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:59:38.196025 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800f2105-09c4-4857-8798-48868926accb None None] Checking agent: {'id': '53237496-8014-4dc2-9deb-3d098fbdee6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 49, 42), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 59, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:59:38.196365 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800f2105-09c4-4857-8798-48868926accb None None] Checking segment: {'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:59:38.196788 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-800f2105-09c4-4857-8798-48868926accb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:38.197190 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-800f2105-09c4-4857-8798-48868926accb None None] Bound using segment: {'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'} {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:59:38.197673 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.managers [None req-800f2105-09c4-4857-8798-48868926accb None None] Bound port: 5b9b58c9-45ac-4874-9e71-3ea22f30d30d, host: dv-cinder-829630-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}}] {{(pid=101866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:59:38.198070 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-800f2105-09c4-4857-8798-48868926accb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:38.224759 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-b4e0aa72-fe75-464c-ae08-82b9ad4769a9 req-1892401c-9afa-45d2-91cc-eae89f015edb tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:38.258567 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.db [None req-800f2105-09c4-4857-8798-48868926accb None None] For port 5b9b58c9-45ac-4874-9e71-3ea22f30d30d, host dv-cinder-829630-2-iscsi, cleared binding levels {{(pid=101866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:59:38.260748 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-ea97b4ed-0d0d-4204-bd90-f8532b7223db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:38.265972 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.db [None req-800f2105-09c4-4857-8798-48868926accb None None] For port 5b9b58c9-45ac-4874-9e71-3ea22f30d30d, host dv-cinder-829630-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=5b9b58c9-45ac-4874-9e71-3ea22f30d30d,segment=NetworkSegment(60ac4599-e6dd-4770-844e-5b54095f67fa),segment_id=60ac4599-e6dd-4770-844e-5b54095f67fa)] {{(pid=101866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:59:38.269379 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3a6ad522-5e6d-4c24-88c4-a440e704c34a req-e36964a3-6795-4717-83a2-73f0cf71601b tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/security-groups?id=16a50401-4087-4535-abf3-3ebe744eebf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911245 May 04 14:59:38.269530 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1892401c-9afa-45d2-91cc-eae89f015edb tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Pushing event deleted for resources: {'Port': ['ID=a3384183-568d-44bc-9c4f-65c30601d7ae,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:38.272152 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-800f2105-09c4-4857-8798-48868926accb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:38.285936 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['a3384183-568d-44bc-9c4f-65c30601d7ae'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 14:59:38.292813 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-ea97b4ed-0d0d-4204-bd90-f8532b7223db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:38.333685 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db434869-5466-4735-bed8-3c2016543734 None None] Pushing event updated for resources: {'Port': ['ID=5b9b58c9-45ac-4874-9e71-3ea22f30d30d,revision_number=3']} {{(pid=101866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:38.354371 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4e0aa72-fe75-464c-ae08-82b9ad4769a9 req-1892401c-9afa-45d2-91cc-eae89f015edb tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] No DVR routers for this DVR port a3384183-568d-44bc-9c4f-65c30601d7ae on host hv-cinder-82963 {{(pid=101864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 14:59:38.358197 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-b4e0aa72-fe75-464c-ae08-82b9ad4769a9 req-1892401c-9afa-45d2-91cc-eae89f015edb tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:38.362949 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b4e0aa72-fe75-464c-ae08-82b9ad4769a9 req-1892401c-9afa-45d2-91cc-eae89f015edb tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.11 "DELETE /v2.0/ports/a3384183-568d-44bc-9c4f-65c30601d7ae HTTP/1.1" status: 204 len: 173 time: 0.7142174 May 04 14:59:38.363608 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3988aef8-15b0-495c-8c14-346307167353', 'name': 'network-vif-deleted', 'tag': 'a3384183-568d-44bc-9c4f-65c30601d7ae'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 14:59:38.366305 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-476f2460-36a6-411d-b9b3-f81abefb75db" -d '{"events": [{"server_uuid": "3988aef8-15b0-495c-8c14-346307167353", "name": "network-vif-deleted", "tag": "a3384183-568d-44bc-9c4f-65c30601d7ae"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 14:59:38.372030 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-ea97b4ed-0d0d-4204-bd90-f8532b7223db admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=9a947acd0ae246078157140a4ea479c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8592951 May 04 14:59:38.372215 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 43200) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:38.373846 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800f2105-09c4-4857-8798-48868926accb None None] Routers {'f4cc508b-e44d-4d62-aae7-eaeefffb6771'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:59:38.374922 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-800f2105-09c4-4857-8798-48868926accb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T14:59:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['f4cc508b-e44d-4d62-aae7-eaeefffb6771'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:38.382553 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea97b4ed-0d0d-4204-bd90-f8532b7223db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68c56cd7-f912-413c-be5e-d3c0383b4c9d,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:38.386391 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-700df8f9-4ffa-4125-8d38-33d179b66490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:38.407659 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-b1448cbd-b71e-4454-9091-0aef4ed5dd5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:38.428166 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 14:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dccd0f5-00ce-4d86-b43e-2adfe9c5da9b x-openstack-request-id: req-2dccd0f5-00ce-4d86-b43e-2adfe9c5da9b {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 14:59:38.428589 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3988aef8-15b0-495c-8c14-346307167353", "name": "network-vif-deleted", "tag": "a3384183-568d-44bc-9c4f-65c30601d7ae", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 14:59:38.428873 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2dccd0f5-00ce-4d86-b43e-2adfe9c5da9b {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 14:59:38.429276 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dccd0f5-00ce-4d86-b43e-2adfe9c5da9b'] response: {'server_uuid': '3988aef8-15b0-495c-8c14-346307167353', 'name': 'network-vif-deleted', 'tag': 'a3384183-568d-44bc-9c4f-65c30601d7ae', 'status': 'completed', 'code': 200} May 04 14:59:38.469671 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-0749f671-c4ec-4661-8317-5871bbf2a4ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:38.491638 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-0749f671-c4ec-4661-8317-5871bbf2a4ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:38.545736 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-0749f671-c4ec-4661-8317-5871bbf2a4ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:38.546524 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-800f2105-09c4-4857-8798-48868926accb None None] Set router f4cc508b-e44d-4d62-aae7-eaeefffb6771 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:59:38.548570 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-0749f671-c4ec-4661-8317-5871bbf2a4ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:38.552089 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-0749f671-c4ec-4661-8317-5871bbf2a4ac admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/68c56cd7-f912-413c-be5e-d3c0383b4c9d HTTP/1.1" status: 204 len: 168 time: 0.1766019 May 04 14:59:38.561612 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0749f671-c4ec-4661-8317-5871bbf2a4ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68c56cd7-f912-413c-be5e-d3c0383b4c9d,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:38.623573 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.db_base_plugin_common [None req-700df8f9-4ffa-4125-8d38-33d179b66490 admin admin] Allocated IP 172.20.0.1 (9cb74bce-f66b-4d2c-b3b3-1384b2905460/48eadae8-72f3-4aa6-811a-3a55d26ba392/d112b19c-1b53-4477-9155-6b9971187096) {{(pid=101863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:59:38.753117 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-700df8f9-4ffa-4125-8d38-33d179b66490 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:38.797217 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-700df8f9-4ffa-4125-8d38-33d179b66490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:38.840528 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700df8f9-4ffa-4125-8d38-33d179b66490 admin admin] Network 9cb74bce-f66b-4d2c-b3b3-1384b2905460 is already hosted by enough agents. {{(pid=101863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:59:38.841019 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-800f2105-09c4-4857-8798-48868926accb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'name': 'tempest-TestMinimumBasicScenario-694971971-router', 'tenant_id': 'd86fd4352b584822a6e3b6effecc05c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '5b9b58c9-45ac-4874-9e71-3ea22f30d30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:35Z', 'updated_at': '2022-05-04T14:59:36Z', 'revision_number': 3, 'project_id': 'd86fd4352b584822a6e3b6effecc05c5', 'gw_port': {'id': '5b9b58c9-45ac-4874-9e71-3ea22f30d30d', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:01:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:35Z', 'updated_at': '2022-05-04T14:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:38.845997 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-700df8f9-4ffa-4125-8d38-33d179b66490 admin admin] Resources bound (agent type, host, resource id): {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:59:38.849660 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700df8f9-4ffa-4125-8d38-33d179b66490 admin admin] Received port after_create {{(pid=101863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:59:38.878905 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-800f2105-09c4-4857-8798-48868926accb None None] The sync data for ids ['f4cc508b-e44d-4d62-aae7-eaeefffb6771'] in dv-cinder-829630-2-iscsi is: [{'id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'name': 'tempest-TestMinimumBasicScenario-694971971-router', 'tenant_id': 'd86fd4352b584822a6e3b6effecc05c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '5b9b58c9-45ac-4874-9e71-3ea22f30d30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:35Z', 'updated_at': '2022-05-04T14:59:36Z', 'revision_number': 3, 'project_id': 'd86fd4352b584822a6e3b6effecc05c5', 'gw_port': {'id': '5b9b58c9-45ac-4874-9e71-3ea22f30d30d', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:01:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:35Z', 'updated_at': '2022-05-04T14:59:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:59:38.887288 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700df8f9-4ffa-4125-8d38-33d179b66490 admin admin] Pushing event updated for resources: {'Port': ['ID=d112b19c-1b53-4477-9155-6b9971187096,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:38.899685 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 43208) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:38.917698 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ecb47b74-8584-4648-a346-542cac4fc4e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:38.917903 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-700df8f9-4ffa-4125-8d38-33d179b66490 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-628179'] for router_interface, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:39.054212 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ecb47b74-8584-4648-a346-542cac4fc4e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:39.060070 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ecb47b74-8584-4648-a346-542cac4fc4e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:39.116991 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb47b74-8584-4648-a346-542cac4fc4e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d81485a8-a8d6-4b30-8f02-24d560703880,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:39.121444 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-ecb47b74-8584-4648-a346-542cac4fc4e6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5ab2d72f43644b18be012d9cf66b6990&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2206755 May 04 14:59:39.124170 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 43212) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:39.132592 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-700df8f9-4ffa-4125-8d38-33d179b66490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:39.195950 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ca255f9c-0695-4ab8-88af-06cf846e95f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:39.213656 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-256b2b6c-8c20-4c2e-b3eb-fb38624194a7 None None] Provisioning complete for port d112b19c-1b53-4477-9155-6b9971187096 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:59:39.216551 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-256b2b6c-8c20-4c2e-b3eb-fb38624194a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:39.263189 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ca255f9c-0695-4ab8-88af-06cf846e95f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:39.267214 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-256b2b6c-8c20-4c2e-b3eb-fb38624194a7 None None] Port d112b19c-1b53-4477-9155-6b9971187096 cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 14:59:39.289730 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07783880-0c23-421e-9787-27838aea8f5f req-8337e15e-635b-4196-b2d7-18b957b53940 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:39.291574 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-07783880-0c23-421e-9787-27838aea8f5f req-8337e15e-635b-4196-b2d7-18b957b53940 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.1156166 May 04 14:59:39.338044 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ca255f9c-0695-4ab8-88af-06cf846e95f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:39.340627 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ca255f9c-0695-4ab8-88af-06cf846e95f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:39.341818 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-ca255f9c-0695-4ab8-88af-06cf846e95f8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d81485a8-a8d6-4b30-8f02-24d560703880 HTTP/1.1" status: 204 len: 168 time: 0.2163174 May 04 14:59:39.355019 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca255f9c-0695-4ab8-88af-06cf846e95f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d81485a8-a8d6-4b30-8f02-24d560703880,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:39.428458 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-07783880-0c23-421e-9787-27838aea8f5f req-112493c9-a68a-48e5-99ae-8961b389f174 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966244 May 04 14:59:39.485425 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6fb1eac9-9a9b-498e-82e8-acf90878dbda req-5f2b51f7-08a0-4b7b-9989-4951b9ce0df1 tempest-DeleteServersTestJSON-1222138578 tempest-DeleteServersTestJSON-1222138578-project] 10.222.0.42 "GET /v2.0/ports?device_id=3988aef8-15b0-495c-8c14-346307167353 HTTP/1.1" status: 200 len: 210 time: 0.0797606 May 04 14:59:39.587923 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-700df8f9-4ffa-4125-8d38-33d179b66490 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:39.596605 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-700df8f9-4ffa-4125-8d38-33d179b66490 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2944232'] for port, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:39.659500 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 5b9b58c9-45ac-4874-9e71-3ea22f30d30d up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:59:39.689599 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-700df8f9-4ffa-4125-8d38-33d179b66490 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-619180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628143'] for router_interface, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:39.703594 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:39.749536 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port 5b9b58c9-45ac-4874-9e71-3ea22f30d30d triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:59:39.750229 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:39.813098 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700df8f9-4ffa-4125-8d38-33d179b66490 admin admin] Pushing event updated for resources: {'Port': ['ID=d112b19c-1b53-4477-9155-6b9971187096,revision_number=2']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:39.882585 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:39.888235 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700df8f9-4ffa-4125-8d38-33d179b66490 admin admin] Network 9cb74bce-f66b-4d2c-b3b3-1384b2905460 is already hosted by enough agents. {{(pid=101863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:59:39.889844 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-700df8f9-4ffa-4125-8d38-33d179b66490 admin admin] Resources bound (agent type, host, resource id): {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:59:39.916459 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] For port 5b9b58c9-45ac-4874-9e71-3ea22f30d30d, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=5b9b58c9-45ac-4874-9e71-3ea22f30d30d,segment=NetworkSegment(60ac4599-e6dd-4770-844e-5b54095f67fa),segment_id=60ac4599-e6dd-4770-844e-5b54095f67fa)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:59:39.921360 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:39.922460 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 7c704ffd-44cf-462c-93eb-a8ffc9712d8a up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:59:40.068026 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port 7c704ffd-44cf-462c-93eb-a8ffc9712d8a triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:59:40.068397 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:40.070765 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Pushing event updated for resources: {'Port': ['ID=5b9b58c9-45ac-4874-9e71-3ea22f30d30d,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:40.076499 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700df8f9-4ffa-4125-8d38-33d179b66490 admin admin] Router f4cc508b-e44d-4d62-aae7-eaeefffb6771 has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:59:40.202253 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-efc402ce-5345-43c7-b1bb-56a9a2238b3f None None] Provisioning complete for port d112b19c-1b53-4477-9155-6b9971187096 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:59:40.202705 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-efc402ce-5345-43c7-b1bb-56a9a2238b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:40.231067 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700df8f9-4ffa-4125-8d38-33d179b66490 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:59:40.237858 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-700df8f9-4ffa-4125-8d38-33d179b66490 admin admin] 10.222.0.42 "PUT /v2.0/routers/f4cc508b-e44d-4d62-aae7-eaeefffb6771/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0973210 May 04 14:59:40.242001 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-efc402ce-5345-43c7-b1bb-56a9a2238b3f None None] Port d112b19c-1b53-4477-9155-6b9971187096 cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 14:59:40.366156 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:40.431475 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device a3384183-568d-44bc-9c4f-65c30601d7ae no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 14:59:40.454288 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] No Port match for: a3384183-568d-44bc-9c4f-65c30601d7ae {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 14:59:40.454533 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device a3384183-568d-44bc-9c4f-65c30601d7ae not bound to the agent host hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 14:59:40.581767 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d84344-dc5c-4ecd-8ec9-79300d1845bc req-c58b02c0-7673-47ac-b3c7-2c6fa862e5dc tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:40.583493 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-19d84344-dc5c-4ecd-8ec9-79300d1845bc req-c58b02c0-7673-47ac-b3c7-2c6fa862e5dc tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0585315 May 04 14:59:40.672120 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-19d84344-dc5c-4ecd-8ec9-79300d1845bc req-07791973-f653-4dd3-ae45-83c6934fbccd tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747397 May 04 14:59:40.961022 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 43284) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:40.966976 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-7e59957f-ff6c-4147-bfae-cd4793128a73 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-532170791-network', 'tenant_id': '898333780a4446c6887cf081b1a6d13c'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:59:40.990541 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e59957f-ff6c-4147-bfae-cd4793128a73 admin admin] Made reservation on behalf of 898333780a4446c6887cf081b1a6d13c for: {'network': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:59:40.992933 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-7e59957f-ff6c-4147-bfae-cd4793128a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for network, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:41.001321 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-7e59957f-ff6c-4147-bfae-cd4793128a73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:41.073452 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5964f02-10b7-48ef-b69d-5c293338c3e4 None None] Sync routers for ids ['f4cc508b-e44d-4d62-aae7-eaeefffb6771'] in dv-cinder-829630-2-iscsi {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:59:41.085492 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5964f02-10b7-48ef-b69d-5c293338c3e4 None None] Routers {'f4cc508b-e44d-4d62-aae7-eaeefffb6771'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:59:41.087198 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-a5964f02-10b7-48ef-b69d-5c293338c3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T14:59:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['f4cc508b-e44d-4d62-aae7-eaeefffb6771'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:41.104497 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-7e59957f-ff6c-4147-bfae-cd4793128a73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:41.109335 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-7e59957f-ff6c-4147-bfae-cd4793128a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:41.138441 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e59957f-ff6c-4147-bfae-cd4793128a73 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 251} {{(pid=101864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 14:59:41.149148 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59957f-ff6c-4147-bfae-cd4793128a73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a96258-b23c-4e5d-b03c-0c8a77d0b9ad,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:41.155578 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-7e59957f-ff6c-4147-bfae-cd4793128a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:41.156193 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.db.segments_db [None req-7e59957f-ff6c-4147-bfae-cd4793128a73 admin admin] Added segment 799c8989-a3d1-45e4-86d1-614c0baabef3 of type vlan for network 9f9637eb-0de7-4d94-aaa2-11abab242f2c May 04 14:59:41.205987 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-7e59957f-ff6c-4147-bfae-cd4793128a73 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755427588545'] for network, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:41.235268 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-7e59957f-ff6c-4147-bfae-cd4793128a73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198'] for network, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:41.236948 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e59957f-ff6c-4147-bfae-cd4793128a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:41.237684 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-7e59957f-ff6c-4147-bfae-cd4793128a73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:41.309886 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-7e59957f-ff6c-4147-bfae-cd4793128a73 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3477106 May 04 14:59:41.312600 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 43298) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:41.313777 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e59957f-ff6c-4147-bfae-cd4793128a73 admin admin] Pushing event updated for resources: {'Network': ['ID=9f9637eb-0de7-4d94-aaa2-11abab242f2c,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:41.328651 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Network 9f9637eb-0de7-4d94-aaa2-11abab242f2c details requested by agent ovs-agent-dv-cinder-829630-2-iscsi with host dv-cinder-829630-2-iscsi {{(pid=101865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 14:59:41.331400 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-86f0434e-dcfa-4a86-bc5b-497c270534cf admin admin] Request body: {'subnet': {'network_id': '9f9637eb-0de7-4d94-aaa2-11abab242f2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-532170791-subnet', 'tenant_id': '898333780a4446c6887cf081b1a6d13c', 'ip_version': 4}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:59:41.334076 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:41.354686 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86f0434e-dcfa-4a86-bc5b-497c270534cf admin admin] Made reservation on behalf of 898333780a4446c6887cf081b1a6d13c for: {'subnet': 1} {{(pid=101863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 14:59:41.357396 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-86f0434e-dcfa-4a86-bc5b-497c270534cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262085007'] for subnet, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:41.413242 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-a5964f02-10b7-48ef-b69d-5c293338c3e4 None None] Set router f4cc508b-e44d-4d62-aae7-eaeefffb6771 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:59:41.551199 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 5b9b58c9-45ac-4874-9e71-3ea22f30d30d up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:59:41.562730 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-86f0434e-dcfa-4a86-bc5b-497c270534cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2944337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262085017'] for subnet, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:41.628319 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f0434e-dcfa-4a86-bc5b-497c270534cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=d6636db1-dc7c-4efe-8c05-1daaee0404be,revision_number=0']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:41.638526 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86f0434e-dcfa-4a86-bc5b-497c270534cf admin admin] Checking segment: {'id': '799c8989-a3d1-45e4-86d1-614c0baabef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9f9637eb-0de7-4d94-aaa2-11abab242f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:59:41.638760 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f0434e-dcfa-4a86-bc5b-497c270534cf admin admin] Network hostable DHCP agents. Network: 9f9637eb-0de7-4d94-aaa2-11abab242f2c, hostable agents: ['fc62abde-e1bd-4968-8f20-84ac7e991332'], hosted agents: [] {{(pid=101863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 14:59:41.658771 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86f0434e-dcfa-4a86-bc5b-497c270534cf admin admin] Network 9f9637eb-0de7-4d94-aaa2-11abab242f2c is scheduled to be hosted by DHCP agent fc62abde-e1bd-4968-8f20-84ac7e991332 with binding_index 1 {{(pid=101863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 14:59:41.667489 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-86f0434e-dcfa-4a86-bc5b-497c270534cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-iscsi, 9f9637eb-0de7-4d94-aaa2-11abab242f2c) {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:59:41.671677 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86f0434e-dcfa-4a86-bc5b-497c270534cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:41.672889 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-86f0434e-dcfa-4a86-bc5b-497c270534cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for subnet, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:41.681387 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef0cc9b-e7bc-4ea9-afaf-c327cae82388 None None] Network 9f9637eb-0de7-4d94-aaa2-11abab242f2c requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 14:59:41.689019 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-86f0434e-dcfa-4a86-bc5b-497c270534cf admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3744578 May 04 14:59:41.691686 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 43304) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:41.696219 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-af5b8bfb-91f3-438d-8fc0-376318a00703 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-532170791-router', 'tenant_id': '898333780a4446c6887cf081b1a6d13c', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 14:59:41.722620 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-af5b8bfb-91f3-438d-8fc0-376318a00703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27414'] for router, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:41.723764 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-af5b8bfb-91f3-438d-8fc0-376318a00703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-625769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-667354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27437'] for router, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:41.759401 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:41.771574 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port 5b9b58c9-45ac-4874-9e71-3ea22f30d30d triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:59:41.772178 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:41.792875 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-af5b8bfb-91f3-438d-8fc0-376318a00703 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:41.801729 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5bb49c-bd33-42e2-9c7a-c89faaa7d1a8 req-fade973c-e761-43d9-a7a5-6c122f1fafbe tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:41.803824 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-fd5bb49c-bd33-42e2-9c7a-c89faaa7d1a8 req-fade973c-e761-43d9-a7a5-6c122f1fafbe tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0575945 May 04 14:59:41.847609 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-fd5bb49c-bd33-42e2-9c7a-c89faaa7d1a8 req-77d0888f-edff-472c-b7d8-6873743829b7 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374398 May 04 14:59:41.852545 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-a5964f02-10b7-48ef-b69d-5c293338c3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'name': 'tempest-TestMinimumBasicScenario-694971971-router', 'tenant_id': 'd86fd4352b584822a6e3b6effecc05c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '5b9b58c9-45ac-4874-9e71-3ea22f30d30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:35Z', 'updated_at': '2022-05-04T14:59:39Z', 'revision_number': 4, 'project_id': 'd86fd4352b584822a6e3b6effecc05c5', 'gw_port': {'id': '5b9b58c9-45ac-4874-9e71-3ea22f30d30d', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:35Z', 'updated_at': '2022-05-04T14:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': 'd112b19c-1b53-4477-9155-6b9971187096', 'name': '', 'network_id': '9cb74bce-f66b-4d2c-b3b3-1384b2905460', 'tenant_id': 'd86fd4352b584822a6e3b6effecc05c5', 'mac_address': 'fa:16:3e:f3:e2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '48eadae8-72f3-4aa6-811a-3a55d26ba392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:38Z', 'updated_at': '2022-05-04T14:59:39Z', 'revision_number': 2, 'project_id': 'd86fd4352b584822a6e3b6effecc05c5', 'subnets': [{'id': '48eadae8-72f3-4aa6-811a-3a55d26ba392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:41.898129 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5964f02-10b7-48ef-b69d-5c293338c3e4 None None] Checking router: f4cc508b-e44d-4d62-aae7-eaeefffb6771 for host: dv-cinder-829630-2-iscsi {{(pid=101865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:59:41.898547 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5964f02-10b7-48ef-b69d-5c293338c3e4 None None] Updating router f4cc508b-e44d-4d62-aae7-eaeefffb6771 port d112b19c-1b53-4477-9155-6b9971187096 binding host dv-cinder-829630-2-iscsi {{(pid=101865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:59:41.959530 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-af5b8bfb-91f3-438d-8fc0-376318a00703 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:41.989375 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-a5964f02-10b7-48ef-b69d-5c293338c3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:42.031274 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 43314) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:42.051750 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31828ae6-d422-4fd4-b241-d7561e633a83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08658952-b33c-5b25-a311-2ddce2069787-9f9637eb-0de7-4d94-aaa2-11abab242f2c', 'network_id': '9f9637eb-0de7-4d94-aaa2-11abab242f2c', 'tenant_id': '898333780a4446c6887cf081b1a6d13c', 'fixed_ips': [{'subnet_id': 'd6636db1-dc7c-4efe-8c05-1daaee0404be'}]}} from dv-cinder-829630-2-iscsi. {{(pid=101865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 04 14:59:42.052596 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-31828ae6-d422-4fd4-b241-d7561e633a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:42.081652 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4e89e81-0e64-4305-b27b-f9d038efbc52 admin admin] Deleting subnet e7664bf8-589e-43a8-9358-c59ff32dc964 {{(pid=101863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 14:59:42.084845 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a4e89e81-0e64-4305-b27b-f9d038efbc52 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:42.121165 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a4e89e81-0e64-4305-b27b-f9d038efbc52 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262023745'] for subnet, precommit_delete_associations {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:42.165956 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a4e89e81-0e64-4305-b27b-f9d038efbc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759364'] for subnet, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:42.192173 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-af5b8bfb-91f3-438d-8fc0-376318a00703 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:42.215224 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-af5b8bfb-91f3-438d-8fc0-376318a00703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:42.248936 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a4e89e81-0e64-4305-b27b-f9d038efbc52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2944274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262085008'] for subnet, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:42.286273 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e89e81-0e64-4305-b27b-f9d038efbc52 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7664bf8-589e-43a8-9358-c59ff32dc964,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:42.300689 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a4e89e81-0e64-4305-b27b-f9d038efbc52 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:42.304422 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-a4e89e81-0e64-4305-b27b-f9d038efbc52 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/e7664bf8-589e-43a8-9358-c59ff32dc964 HTTP/1.1" status: 204 len: 168 time: 0.2720406 May 04 14:59:42.307622 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 43318) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:42.327559 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.db_base_plugin_common [None req-31828ae6-d422-4fd4-b241-d7561e633a83 None None] Allocated IP 172.20.0.2 (9f9637eb-0de7-4d94-aaa2-11abab242f2c/d6636db1-dc7c-4efe-8c05-1daaee0404be/1b6fb8ea-e9fd-4835-b5d0-23142a314725) {{(pid=101865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:59:42.354699 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_common [None req-af5b8bfb-91f3-438d-8fc0-376318a00703 admin admin] Allocated IP 172.27.1.115 (de075482-66db-4cfa-a120-f2ea157cd064/5a69c200-2813-4998-8939-5704799bdcf4/e802a7da-2328-4d7f-8c24-4c27898bf29c) {{(pid=101864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:59:42.383791 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-27831bbe-0ff4-40d4-bb17-7de380f5a186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697412'] for network, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:42.472858 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-27831bbe-0ff4-40d4-bb17-7de380f5a186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753417', 'neutron.services.segments.db._delete_segments_for_network-8755428157040'] for network, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:42.483530 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-af5b8bfb-91f3-438d-8fc0-376318a00703 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:42.498240 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.services.segments.db [None req-27831bbe-0ff4-40d4-bb17-7de380f5a186 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b1f0998-b40c-4b96-a6a5-5579edcd628a']}} {{(pid=101863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:42.509219 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.services.segments.db [None req-27831bbe-0ff4-40d4-bb17-7de380f5a186 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2a774e1-0ef4-4840-b58c-af661d4a4c39') {'for_net_delete': True} {{(pid=101863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:42.509682 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.services.segments.db [None req-27831bbe-0ff4-40d4-bb17-7de380f5a186 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2a774e1-0ef4-4840-b58c-af661d4a4c39') {} {{(pid=101863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:42.520923 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-27831bbe-0ff4-40d4-bb17-7de380f5a186 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755428158585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262023754'] for segment, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:42.528976 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-af5b8bfb-91f3-438d-8fc0-376318a00703 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:42.529498 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-a5964f02-10b7-48ef-b69d-5c293338c3e4 None None] Notify callbacks [] for port, precommit_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:42.535430 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-27831bbe-0ff4-40d4-bb17-7de380f5a186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:42.543480 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27831bbe-0ff4-40d4-bb17-7de380f5a186 admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=101863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 14:59:42.543723 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-a5964f02-10b7-48ef-b69d-5c293338c3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:42.544155 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-27831bbe-0ff4-40d4-bb17-7de380f5a186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2944180'] for segment, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:42.546307 dv-cinder-829630-2-iscsi neutron-server[101863]: Traceback (most recent call last): May 04 14:59:42.546307 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 14:59:42.546307 dv-cinder-829630-2-iscsi neutron-server[101863]: timer() May 04 14:59:42.546307 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 14:59:42.546307 dv-cinder-829630-2-iscsi neutron-server[101863]: cb(*args, **kw) May 04 14:59:42.546307 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 14:59:42.546307 dv-cinder-829630-2-iscsi neutron-server[101863]: return func(*args, **kwargs) May 04 14:59:42.546307 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 14:59:42.546307 dv-cinder-829630-2-iscsi neutron-server[101863]: self._notify() May 04 14:59:42.546307 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 14:59:42.546307 dv-cinder-829630-2-iscsi neutron-server[101863]: self.callback(batched_events) May 04 14:59:42.546307 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 14:59:42.546307 dv-cinder-829630-2-iscsi neutron-server[101863]: event.method(event) May 04 14:59:42.546307 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 14:59:42.546307 dv-cinder-829630-2-iscsi neutron-server[101863]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 14:59:42.546307 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 14:59:42.546307 dv-cinder-829630-2-iscsi neutron-server[101863]: aggregate_uuid = self.p_client.list_aggregates( May 04 14:59:42.546307 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 14:59:42.546307 dv-cinder-829630-2-iscsi neutron-server[101863]: return f(self, *a, **k) May 04 14:59:42.546307 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 14:59:42.546307 dv-cinder-829630-2-iscsi neutron-server[101863]: return self._get(url).json() May 04 14:59:42.546307 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 14:59:42.546307 dv-cinder-829630-2-iscsi neutron-server[101863]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 14:59:42.546307 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 14:59:42.546307 dv-cinder-829630-2-iscsi neutron-server[101863]: return self.request(url, 'GET', **kwargs) May 04 14:59:42.546307 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 14:59:42.546307 dv-cinder-829630-2-iscsi neutron-server[101863]: base_url = self.get_endpoint(auth, allow=allow, May 04 14:59:42.546307 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 14:59:42.546307 dv-cinder-829630-2-iscsi neutron-server[101863]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 14:59:42.546307 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 14:59:42.546307 dv-cinder-829630-2-iscsi neutron-server[101863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 14:59:42.546307 dv-cinder-829630-2-iscsi neutron-server[101863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 14:59:42.582505 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af5b8bfb-91f3-438d-8fc0-376318a00703 admin admin] Network de075482-66db-4cfa-a120-f2ea157cd064 is already hosted by enough agents. {{(pid=101864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:59:42.585883 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [None req-af5b8bfb-91f3-438d-8fc0-376318a00703 admin admin] Resources bound (agent type, host, resource id): {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:59:42.590704 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5b8bfb-91f3-438d-8fc0-376318a00703 admin admin] Received port after_create {{(pid=101864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:59:42.594241 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-31828ae6-d422-4fd4-b241-d7561e633a83 None None] Notify callbacks [] for port, precommit_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:42.594419 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5b8bfb-91f3-438d-8fc0-376318a00703 admin admin] Pushing event updated for resources: {'Port': ['ID=e802a7da-2328-4d7f-8c24-4c27898bf29c,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:42.608392 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-31828ae6-d422-4fd4-b241-d7561e633a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013'] for port, after_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:42.616090 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-27831bbe-0ff4-40d4-bb17-7de380f5a186 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628060'] for network, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:42.629554 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888a6df-e15a-4dde-bc11-b2acb0d682a2 None None] Pushing event updated for resources: {'Port': ['ID=d112b19c-1b53-4477-9155-6b9971187096,revision_number=3']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:42.650297 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-27831bbe-0ff4-40d4-bb17-7de380f5a186 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:42.659892 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-27831bbe-0ff4-40d4-bb17-7de380f5a186 admin admin] 10.222.0.42 "DELETE /v2.0/networks/0b1f0998-b40c-4b96-a6a5-5579edcd628a HTTP/1.1" status: 204 len: 168 time: 0.3477688 May 04 14:59:42.666297 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27831bbe-0ff4-40d4-bb17-7de380f5a186 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b1f0998-b40c-4b96-a6a5-5579edcd628a,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:42.710084 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31828ae6-d422-4fd4-b241-d7561e633a83 None None] Network 9f9637eb-0de7-4d94-aaa2-11abab242f2c is already hosted by enough agents. {{(pid=101865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:59:42.748116 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.scheduler.base_scheduler [None req-31828ae6-d422-4fd4-b241-d7561e633a83 None None] Resources bound (agent type, host, resource id): {{(pid=101865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:59:42.753971 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31828ae6-d422-4fd4-b241-d7561e633a83 None None] Received port after_create {{(pid=101865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:59:42.809414 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31828ae6-d422-4fd4-b241-d7561e633a83 None None] Pushing event updated for resources: {'Port': ['ID=1b6fb8ea-e9fd-4835-b5d0-23142a314725,revision_number=1']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:42.836466 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-a5964f02-10b7-48ef-b69d-5c293338c3e4 None None] Attempting to bind port d112b19c-1b53-4477-9155-6b9971187096 on host dv-cinder-829630-2-iscsi for vnic_type normal with profile {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:59:42.837648 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-a5964f02-10b7-48ef-b69d-5c293338c3e4 None None] Attempting to bind port d112b19c-1b53-4477-9155-6b9971187096 by drivers openvswitch,hyperv on host dv-cinder-829630-2-iscsi at level 0 using segments [{'id': '501a1a54-3d92-4c50-abeb-a40cdee8c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9cb74bce-f66b-4d2c-b3b3-1384b2905460'}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:59:42.837981 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5964f02-10b7-48ef-b69d-5c293338c3e4 None None] Attempting to bind port d112b19c-1b53-4477-9155-6b9971187096 on network 9cb74bce-f66b-4d2c-b3b3-1384b2905460 {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:59:42.867211 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5964f02-10b7-48ef-b69d-5c293338c3e4 None None] Checking agent: {'id': '53237496-8014-4dc2-9deb-3d098fbdee6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 49, 42), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:59:42.867528 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5964f02-10b7-48ef-b69d-5c293338c3e4 None None] Checking segment: {'id': '501a1a54-3d92-4c50-abeb-a40cdee8c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9cb74bce-f66b-4d2c-b3b3-1384b2905460'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:59:42.868188 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-a5964f02-10b7-48ef-b69d-5c293338c3e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:42.870145 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5964f02-10b7-48ef-b69d-5c293338c3e4 None None] Bound using segment: {'id': '501a1a54-3d92-4c50-abeb-a40cdee8c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9cb74bce-f66b-4d2c-b3b3-1384b2905460'} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:59:42.870145 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-a5964f02-10b7-48ef-b69d-5c293338c3e4 None None] Bound port: d112b19c-1b53-4477-9155-6b9971187096, host: dv-cinder-829630-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '501a1a54-3d92-4c50-abeb-a40cdee8c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9cb74bce-f66b-4d2c-b3b3-1384b2905460'}}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:59:42.870145 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-a5964f02-10b7-48ef-b69d-5c293338c3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:42.920703 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-31828ae6-d422-4fd4-b241-d7561e633a83 None None] Attempting to bind port 1b6fb8ea-e9fd-4835-b5d0-23142a314725 on host dv-cinder-829630-2-iscsi for vnic_type normal with profile {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:59:42.921217 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-31828ae6-d422-4fd4-b241-d7561e633a83 None None] Attempting to bind port 1b6fb8ea-e9fd-4835-b5d0-23142a314725 by drivers openvswitch,hyperv on host dv-cinder-829630-2-iscsi at level 0 using segments [{'id': '799c8989-a3d1-45e4-86d1-614c0baabef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9f9637eb-0de7-4d94-aaa2-11abab242f2c'}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:59:42.921661 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31828ae6-d422-4fd4-b241-d7561e633a83 None None] Attempting to bind port 1b6fb8ea-e9fd-4835-b5d0-23142a314725 on network 9f9637eb-0de7-4d94-aaa2-11abab242f2c {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:59:42.928170 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31828ae6-d422-4fd4-b241-d7561e633a83 None None] Checking agent: {'id': '53237496-8014-4dc2-9deb-3d098fbdee6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 49, 42), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:59:42.929121 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31828ae6-d422-4fd4-b241-d7561e633a83 None None] Checking segment: {'id': '799c8989-a3d1-45e4-86d1-614c0baabef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9f9637eb-0de7-4d94-aaa2-11abab242f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:59:42.929493 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-31828ae6-d422-4fd4-b241-d7561e633a83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:42.930212 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31828ae6-d422-4fd4-b241-d7561e633a83 None None] Bound using segment: {'id': '799c8989-a3d1-45e4-86d1-614c0baabef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9f9637eb-0de7-4d94-aaa2-11abab242f2c'} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:59:42.930825 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-31828ae6-d422-4fd4-b241-d7561e633a83 None None] Bound port: 1b6fb8ea-e9fd-4835-b5d0-23142a314725, host: dv-cinder-829630-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '799c8989-a3d1-45e4-86d1-614c0baabef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9f9637eb-0de7-4d94-aaa2-11abab242f2c'}}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:59:42.931299 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-31828ae6-d422-4fd4-b241-d7561e633a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:42.979381 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-af5b8bfb-91f3-438d-8fc0-376318a00703 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:42.995206 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 43330) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:43.068198 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-17c71f16-08d2-441a-9777-ee6f7aaeec70 None None] Provisioning complete for port d112b19c-1b53-4477-9155-6b9971187096 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:59:43.068699 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-17c71f16-08d2-441a-9777-ee6f7aaeec70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:43.114273 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-808addb7-247b-4883-ba49-80692187456b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=340c54c2b6534b6590f3840bbaba4fb2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1188676 May 04 14:59:43.116765 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 43332) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:43.116890 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-a5964f02-10b7-48ef-b69d-5c293338c3e4 None None] For port d112b19c-1b53-4477-9155-6b9971187096, host dv-cinder-829630-2-iscsi, cleared binding levels {{(pid=101865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:59:43.119411 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-31828ae6-d422-4fd4-b241-d7561e633a83 None None] For port 1b6fb8ea-e9fd-4835-b5d0-23142a314725, host dv-cinder-829630-2-iscsi, cleared binding levels {{(pid=101865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:59:43.144179 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-a5964f02-10b7-48ef-b69d-5c293338c3e4 None None] For port d112b19c-1b53-4477-9155-6b9971187096, host dv-cinder-829630-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=d112b19c-1b53-4477-9155-6b9971187096,segment=NetworkSegment(501a1a54-3d92-4c50-abeb-a40cdee8c87a),segment_id=501a1a54-3d92-4c50-abeb-a40cdee8c87a)] {{(pid=101865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:59:43.146493 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-31828ae6-d422-4fd4-b241-d7561e633a83 None None] For port 1b6fb8ea-e9fd-4835-b5d0-23142a314725, host dv-cinder-829630-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=1b6fb8ea-e9fd-4835-b5d0-23142a314725,segment=NetworkSegment(799c8989-a3d1-45e4-86d1-614c0baabef3),segment_id=799c8989-a3d1-45e4-86d1-614c0baabef3)] {{(pid=101865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:59:43.153845 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-17c71f16-08d2-441a-9777-ee6f7aaeec70 None None] Port d112b19c-1b53-4477-9155-6b9971187096 cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 14:59:43.157032 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-a5964f02-10b7-48ef-b69d-5c293338c3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:43.168706 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-31828ae6-d422-4fd4-b241-d7561e633a83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:43.171796 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9dcb799-08a6-4f03-9759-647699cf0d77 req-8eec7333-9cce-4aca-a4be-4a9090cae064 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:43.175070 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e9dcb799-08a6-4f03-9759-647699cf0d77 req-8eec7333-9cce-4aca-a4be-4a9090cae064 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.1540835 May 04 14:59:43.226888 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-584a92f4-8ca4-4deb-b492-d5b0cc2e8192 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:43.288244 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-af5b8bfb-91f3-438d-8fc0-376318a00703 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-625762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628448'] for router, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:43.359030 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-584a92f4-8ca4-4deb-b492-d5b0cc2e8192 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:43.369538 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e9dcb799-08a6-4f03-9759-647699cf0d77 req-9e35a59f-ae0b-4743-8bd2-83e09b8ca84b tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754761 May 04 14:59:43.383471 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5964f02-10b7-48ef-b69d-5c293338c3e4 None None] Routers {'f4cc508b-e44d-4d62-aae7-eaeefffb6771'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:59:43.384191 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-a5964f02-10b7-48ef-b69d-5c293338c3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T14:59:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['f4cc508b-e44d-4d62-aae7-eaeefffb6771'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:43.434827 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8888a6df-e15a-4dde-bc11-b2acb0d682a2 None None] Pushing event updated for resources: {'Port': ['ID=d112b19c-1b53-4477-9155-6b9971187096,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:43.473257 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-584a92f4-8ca4-4deb-b492-d5b0cc2e8192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:43.476588 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-584a92f4-8ca4-4deb-b492-d5b0cc2e8192 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:43.478111 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-584a92f4-8ca4-4deb-b492-d5b0cc2e8192 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/16a50401-4087-4535-abf3-3ebe744eebf8 HTTP/1.1" status: 204 len: 168 time: 0.3603971 May 04 14:59:43.487146 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584a92f4-8ca4-4deb-b492-d5b0cc2e8192 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16a50401-4087-4535-abf3-3ebe744eebf8,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:43.586168 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31828ae6-d422-4fd4-b241-d7561e633a83 None None] Pushing event updated for resources: {'Port': ['ID=1b6fb8ea-e9fd-4835-b5d0-23142a314725,revision_number=2']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:43.624331 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-a5964f02-10b7-48ef-b69d-5c293338c3e4 None None] Set router f4cc508b-e44d-4d62-aae7-eaeefffb6771 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:59:43.858579 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-94fbfff5-c1f4-4d36-ba3b-62ea28d2ca73 None None] Provisioning complete for port d112b19c-1b53-4477-9155-6b9971187096 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:59:43.858946 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-94fbfff5-c1f4-4d36-ba3b-62ea28d2ca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:43.902661 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af5b8bfb-91f3-438d-8fc0-376318a00703 admin admin] Router cc2d738f-6d21-4d00-900c-94d213d76a61 is scheduled to L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 with binding_index 1 {{(pid=101864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 14:59:43.974464 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-a5964f02-10b7-48ef-b69d-5c293338c3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'name': 'tempest-TestMinimumBasicScenario-694971971-router', 'tenant_id': 'd86fd4352b584822a6e3b6effecc05c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '5b9b58c9-45ac-4874-9e71-3ea22f30d30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:35Z', 'updated_at': '2022-05-04T14:59:39Z', 'revision_number': 4, 'project_id': 'd86fd4352b584822a6e3b6effecc05c5', 'gw_port': {'id': '5b9b58c9-45ac-4874-9e71-3ea22f30d30d', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:35Z', 'updated_at': '2022-05-04T14:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': 'd112b19c-1b53-4477-9155-6b9971187096', 'name': '', 'network_id': '9cb74bce-f66b-4d2c-b3b3-1384b2905460', 'tenant_id': 'd86fd4352b584822a6e3b6effecc05c5', 'mac_address': 'fa:16:3e:f3:e2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '48eadae8-72f3-4aa6-811a-3a55d26ba392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:38Z', 'updated_at': '2022-05-04T14:59:43Z', 'revision_number': 4, 'project_id': 'd86fd4352b584822a6e3b6effecc05c5', 'subnets': [{'id': '48eadae8-72f3-4aa6-811a-3a55d26ba392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:44.007779 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5964f02-10b7-48ef-b69d-5c293338c3e4 None None] The sync data for ids ['f4cc508b-e44d-4d62-aae7-eaeefffb6771'] in dv-cinder-829630-2-iscsi is: [{'id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'name': 'tempest-TestMinimumBasicScenario-694971971-router', 'tenant_id': 'd86fd4352b584822a6e3b6effecc05c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '5b9b58c9-45ac-4874-9e71-3ea22f30d30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:35Z', 'updated_at': '2022-05-04T14:59:39Z', 'revision_number': 4, 'project_id': 'd86fd4352b584822a6e3b6effecc05c5', 'gw_port': {'id': '5b9b58c9-45ac-4874-9e71-3ea22f30d30d', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:35Z', 'updated_at': '2022-05-04T14:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': 'd112b19c-1b53-4477-9155-6b9971187096', 'name': '', 'network_id': '9cb74bce-f66b-4d2c-b3b3-1384b2905460', 'tenant_id': 'd86fd4352b584822a6e3b6effecc05c5', 'mac_address': 'fa:16:3e:f3:e2:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '48eadae8-72f3-4aa6-811a-3a55d26ba392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:38Z', 'updated_at': '2022-05-04T14:59:43Z', 'revision_number': 4, 'project_id': 'd86fd4352b584822a6e3b6effecc05c5', 'subnets': [{'id': '48eadae8-72f3-4aa6-811a-3a55d26ba392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:59:44.016399 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-94fbfff5-c1f4-4d36-ba3b-62ea28d2ca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:44.086854 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af5b8bfb-91f3-438d-8fc0-376318a00703 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:59:44.102357 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-94fbfff5-c1f4-4d36-ba3b-62ea28d2ca73 None None] For port d112b19c-1b53-4477-9155-6b9971187096, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=d112b19c-1b53-4477-9155-6b9971187096,segment=NetworkSegment(501a1a54-3d92-4c50-abeb-a40cdee8c87a),segment_id=501a1a54-3d92-4c50-abeb-a40cdee8c87a)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:59:44.112358 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa036f75-61c7-44e8-a182-a63d3e106d65 None None] Sync routers for ids ['cc2d738f-6d21-4d00-900c-94d213d76a61'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:59:44.115719 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-94fbfff5-c1f4-4d36-ba3b-62ea28d2ca73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:44.126430 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa036f75-61c7-44e8-a182-a63d3e106d65 None None] Routers {'cc2d738f-6d21-4d00-900c-94d213d76a61'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:59:44.127943 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-aa036f75-61c7-44e8-a182-a63d3e106d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T14:59:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['cc2d738f-6d21-4d00-900c-94d213d76a61'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:44.148012 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-af5b8bfb-91f3-438d-8fc0-376318a00703 admin admin] Notify callbacks [] for router, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:44.154178 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 43358) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:44.155930 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-af5b8bfb-91f3-438d-8fc0-376318a00703 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.4611430 May 04 14:59:44.201869 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fbfff5-c1f4-4d36-ba3b-62ea28d2ca73 None None] Pushing event updated for resources: {'Port': ['ID=d112b19c-1b53-4477-9155-6b9971187096,revision_number=5']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:44.273498 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-aa036f75-61c7-44e8-a182-a63d3e106d65 None None] Set router cc2d738f-6d21-4d00-900c-94d213d76a61 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:59:44.569597 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-aa036f75-61c7-44e8-a182-a63d3e106d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2d738f-6d21-4d00-900c-94d213d76a61', 'name': 'tempest-TestMinimumBasicScenario-532170791-router', 'tenant_id': '898333780a4446c6887cf081b1a6d13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'e802a7da-2328-4d7f-8c24-4c27898bf29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:41Z', 'updated_at': '2022-05-04T14:59:42Z', 'revision_number': 3, 'project_id': '898333780a4446c6887cf081b1a6d13c', 'gw_port': {'id': 'e802a7da-2328-4d7f-8c24-4c27898bf29c', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2d738f-6d21-4d00-900c-94d213d76a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:42Z', 'updated_at': '2022-05-04T14:59:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:44.605881 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa036f75-61c7-44e8-a182-a63d3e106d65 None None] Checking router: cc2d738f-6d21-4d00-900c-94d213d76a61 for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:59:44.606235 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa036f75-61c7-44e8-a182-a63d3e106d65 None None] Updating router cc2d738f-6d21-4d00-900c-94d213d76a61 port e802a7da-2328-4d7f-8c24-4c27898bf29c binding host dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:59:44.643457 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-aa036f75-61c7-44e8-a182-a63d3e106d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:44.707643 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c35dee5-fb9d-4329-b763-97adb021daed req-93775e95-db6e-446b-9fd8-6c5aa3c9def5 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:44.709047 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8c35dee5-fb9d-4329-b763-97adb021daed req-93775e95-db6e-446b-9fd8-6c5aa3c9def5 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.1637883 May 04 14:59:44.820479 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8c35dee5-fb9d-4329-b763-97adb021daed req-bc9547e0-526d-4354-9bc7-3477855fe0d5 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044447 May 04 14:59:45.002738 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5399b36-b475-47c0-b8c7-855c65486cc0 None None] Network 9f9637eb-0de7-4d94-aaa2-11abab242f2c requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 14:59:45.024178 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bae518b1-144c-424f-9b35-2232283c65d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:45.138067 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-a19557b2-1f26-4b77-bec3-872f137d11c8 None None] Provisioning complete for port 1b6fb8ea-e9fd-4835-b5d0-23142a314725 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:59:45.138604 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-a19557b2-1f26-4b77-bec3-872f137d11c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:45.168920 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-aa036f75-61c7-44e8-a182-a63d3e106d65 None None] Notify callbacks [] for port, precommit_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:45.184698 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-aa036f75-61c7-44e8-a182-a63d3e106d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:45.218739 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.managers [None req-aa036f75-61c7-44e8-a182-a63d3e106d65 None None] Attempting to bind port e802a7da-2328-4d7f-8c24-4c27898bf29c on host dv-cinder-829630-2-iscsi for vnic_type normal with profile {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:59:45.219437 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.managers [None req-aa036f75-61c7-44e8-a182-a63d3e106d65 None None] Attempting to bind port e802a7da-2328-4d7f-8c24-4c27898bf29c by drivers openvswitch,hyperv on host dv-cinder-829630-2-iscsi at level 0 using segments [{'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}] {{(pid=101866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:59:45.220157 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa036f75-61c7-44e8-a182-a63d3e106d65 None None] Attempting to bind port e802a7da-2328-4d7f-8c24-4c27898bf29c on network de075482-66db-4cfa-a120-f2ea157cd064 {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:59:45.245619 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa036f75-61c7-44e8-a182-a63d3e106d65 None None] Checking agent: {'id': '53237496-8014-4dc2-9deb-3d098fbdee6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 49, 42), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:59:45.249529 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa036f75-61c7-44e8-a182-a63d3e106d65 None None] Checking segment: {'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:59:45.249529 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-aa036f75-61c7-44e8-a182-a63d3e106d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:45.250004 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa036f75-61c7-44e8-a182-a63d3e106d65 None None] Bound using segment: {'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'} {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:59:45.250589 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.managers [None req-aa036f75-61c7-44e8-a182-a63d3e106d65 None None] Bound port: e802a7da-2328-4d7f-8c24-4c27898bf29c, host: dv-cinder-829630-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}}] {{(pid=101866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:59:45.251582 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-aa036f75-61c7-44e8-a182-a63d3e106d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:45.274004 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.db_base_plugin_common [None req-bae518b1-144c-424f-9b35-2232283c65d7 admin admin] Allocated IP 172.20.0.1 (9f9637eb-0de7-4d94-aaa2-11abab242f2c/d6636db1-dc7c-4efe-8c05-1daaee0404be/5d7d6048-0170-4e6c-b4ca-4e496f3a44d9) {{(pid=101863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 14:59:45.326472 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.db [None req-aa036f75-61c7-44e8-a182-a63d3e106d65 None None] For port e802a7da-2328-4d7f-8c24-4c27898bf29c, host dv-cinder-829630-2-iscsi, cleared binding levels {{(pid=101866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:59:45.329037 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.db [None req-aa036f75-61c7-44e8-a182-a63d3e106d65 None None] For port e802a7da-2328-4d7f-8c24-4c27898bf29c, host dv-cinder-829630-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=e802a7da-2328-4d7f-8c24-4c27898bf29c,segment=NetworkSegment(60ac4599-e6dd-4770-844e-5b54095f67fa),segment_id=60ac4599-e6dd-4770-844e-5b54095f67fa)] {{(pid=101866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:59:45.331351 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf712e1-d7f9-4f27-b3fc-8fa11019ace0 None None] Pushing event updated for resources: {'Port': ['ID=e802a7da-2328-4d7f-8c24-4c27898bf29c,revision_number=2']} {{(pid=101866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:45.358832 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-aa036f75-61c7-44e8-a182-a63d3e106d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:45.383849 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-a19557b2-1f26-4b77-bec3-872f137d11c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:45.458573 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa036f75-61c7-44e8-a182-a63d3e106d65 None None] Routers {'cc2d738f-6d21-4d00-900c-94d213d76a61'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:59:45.459206 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-aa036f75-61c7-44e8-a182-a63d3e106d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T14:59:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['cc2d738f-6d21-4d00-900c-94d213d76a61'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:45.462434 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf712e1-d7f9-4f27-b3fc-8fa11019ace0 None None] Pushing event updated for resources: {'Port': ['ID=e802a7da-2328-4d7f-8c24-4c27898bf29c,revision_number=3']} {{(pid=101866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:45.472595 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-a19557b2-1f26-4b77-bec3-872f137d11c8 None None] For port 1b6fb8ea-e9fd-4835-b5d0-23142a314725, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=1b6fb8ea-e9fd-4835-b5d0-23142a314725,segment=NetworkSegment(799c8989-a3d1-45e4-86d1-614c0baabef3),segment_id=799c8989-a3d1-45e4-86d1-614c0baabef3)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:59:45.479991 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-a19557b2-1f26-4b77-bec3-872f137d11c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:45.603728 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19557b2-1f26-4b77-bec3-872f137d11c8 None None] Pushing event updated for resources: {'Port': ['ID=1b6fb8ea-e9fd-4835-b5d0-23142a314725,revision_number=3']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:45.651617 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device d112b19c-1b53-4477-9155-6b9971187096 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:59:45.717961 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-aa036f75-61c7-44e8-a182-a63d3e106d65 None None] Set router cc2d738f-6d21-4d00-900c-94d213d76a61 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:59:45.761150 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port d112b19c-1b53-4477-9155-6b9971187096 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:59:45.763051 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:45.878223 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-69be2d89-cd49-46a2-ba13-5aa49d9bd1d3 None None] Provisioning complete for port 1b6fb8ea-e9fd-4835-b5d0-23142a314725 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:59:45.882174 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bae518b1-144c-424f-9b35-2232283c65d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:45.883064 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-69be2d89-cd49-46a2-ba13-5aa49d9bd1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:45.927319 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bae518b1-144c-424f-9b35-2232283c65d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:45.980267 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 1b6fb8ea-e9fd-4835-b5d0-23142a314725 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:59:46.011470 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae518b1-144c-424f-9b35-2232283c65d7 admin admin] Network 9f9637eb-0de7-4d94-aaa2-11abab242f2c is already hosted by enough agents. {{(pid=101863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:59:46.036694 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-bae518b1-144c-424f-9b35-2232283c65d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:59:46.043171 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae518b1-144c-424f-9b35-2232283c65d7 admin admin] Received port after_create {{(pid=101863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 14:59:46.074351 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-aa036f75-61c7-44e8-a182-a63d3e106d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2d738f-6d21-4d00-900c-94d213d76a61', 'name': 'tempest-TestMinimumBasicScenario-532170791-router', 'tenant_id': '898333780a4446c6887cf081b1a6d13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'e802a7da-2328-4d7f-8c24-4c27898bf29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:41Z', 'updated_at': '2022-05-04T14:59:42Z', 'revision_number': 3, 'project_id': '898333780a4446c6887cf081b1a6d13c', 'gw_port': {'id': 'e802a7da-2328-4d7f-8c24-4c27898bf29c', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2d738f-6d21-4d00-900c-94d213d76a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:42Z', 'updated_at': '2022-05-04T14:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:46.092825 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae518b1-144c-424f-9b35-2232283c65d7 admin admin] Pushing event updated for resources: {'Port': ['ID=5d7d6048-0170-4e6c-b4ca-4e496f3a44d9,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:46.100023 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bae518b1-144c-424f-9b35-2232283c65d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-628179'] for router_interface, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:46.145183 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port 1b6fb8ea-e9fd-4835-b5d0-23142a314725 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:59:46.145665 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:46.153925 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa036f75-61c7-44e8-a182-a63d3e106d65 None None] The sync data for ids ['cc2d738f-6d21-4d00-900c-94d213d76a61'] in dv-cinder-829630-2-iscsi is: [{'id': 'cc2d738f-6d21-4d00-900c-94d213d76a61', 'name': 'tempest-TestMinimumBasicScenario-532170791-router', 'tenant_id': '898333780a4446c6887cf081b1a6d13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'e802a7da-2328-4d7f-8c24-4c27898bf29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:41Z', 'updated_at': '2022-05-04T14:59:42Z', 'revision_number': 3, 'project_id': '898333780a4446c6887cf081b1a6d13c', 'gw_port': {'id': 'e802a7da-2328-4d7f-8c24-4c27898bf29c', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2d738f-6d21-4d00-900c-94d213d76a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:42Z', 'updated_at': '2022-05-04T14:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:59:46.169072 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d702a5f-12b4-4b93-a1c9-ca308a61bc8d req-68ad8a0a-16b2-421b-b619-be6896f32d47 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:46.170639 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8d702a5f-12b4-4b93-a1c9-ca308a61bc8d req-68ad8a0a-16b2-421b-b619-be6896f32d47 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.1872101 May 04 14:59:46.289429 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8d702a5f-12b4-4b93-a1c9-ca308a61bc8d req-e6176f87-9ffe-45b3-a827-eb836f3db018 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078334 May 04 14:59:46.361480 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bae518b1-144c-424f-9b35-2232283c65d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:46.443792 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-3dac2d3e-d8f1-4780-9ee1-4ab18725832e None None] Provisioning complete for port 5d7d6048-0170-4e6c-b4ca-4e496f3a44d9 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:59:46.444165 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-3dac2d3e-d8f1-4780-9ee1-4ab18725832e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:46.483005 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-3dac2d3e-d8f1-4780-9ee1-4ab18725832e None None] Port 5d7d6048-0170-4e6c-b4ca-4e496f3a44d9 cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 14:59:46.571694 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bae518b1-144c-424f-9b35-2232283c65d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:46.582318 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bae518b1-144c-424f-9b35-2232283c65d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2944232'] for port, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:46.648588 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae518b1-144c-424f-9b35-2232283c65d7 admin admin] Pushing event updated for resources: {'Port': ['ID=5d7d6048-0170-4e6c-b4ca-4e496f3a44d9,revision_number=2']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:46.655522 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bae518b1-144c-424f-9b35-2232283c65d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-619180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628143'] for router_interface, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:46.782750 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae518b1-144c-424f-9b35-2232283c65d7 admin admin] Network 9f9637eb-0de7-4d94-aaa2-11abab242f2c is already hosted by enough agents. {{(pid=101863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 14:59:46.784436 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-bae518b1-144c-424f-9b35-2232283c65d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 14:59:46.940190 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae518b1-144c-424f-9b35-2232283c65d7 admin admin] Router cc2d738f-6d21-4d00-900c-94d213d76a61 has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 14:59:47.057891 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae518b1-144c-424f-9b35-2232283c65d7 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 14:59:47.063198 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-bae518b1-144c-424f-9b35-2232283c65d7 admin admin] 10.222.0.42 "PUT /v2.0/routers/cc2d738f-6d21-4d00-900c-94d213d76a61/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9064114 May 04 14:59:47.111460 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-0350c381-c8d1-4608-8bd3-47b5db7db834 None None] Provisioning complete for port 5d7d6048-0170-4e6c-b4ca-4e496f3a44d9 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:59:47.112034 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-0350c381-c8d1-4608-8bd3-47b5db7db834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:47.150332 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-0350c381-c8d1-4608-8bd3-47b5db7db834 None None] Port 5d7d6048-0170-4e6c-b4ca-4e496f3a44d9 cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 14:59:47.411644 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff644e1d-b569-4210-baeb-60e68f36eba4 req-9fb18fb9-acff-4003-bc50-2a7dbf186ae1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:47.413237 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ff644e1d-b569-4210-baeb-60e68f36eba4 req-9fb18fb9-acff-4003-bc50-2a7dbf186ae1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0527997 May 04 14:59:47.456995 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ff644e1d-b569-4210-baeb-60e68f36eba4 req-2911a343-d65e-480e-b4fc-60dbfa16ff75 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374026 May 04 14:59:47.577406 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 1b6fb8ea-e9fd-4835-b5d0-23142a314725 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:59:47.631862 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port 1b6fb8ea-e9fd-4835-b5d0-23142a314725 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:59:47.632238 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:47.734201 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device e802a7da-2328-4d7f-8c24-4c27898bf29c up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:59:47.788643 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port e802a7da-2328-4d7f-8c24-4c27898bf29c triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:59:47.789032 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:47.878880 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:47.909630 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] For port e802a7da-2328-4d7f-8c24-4c27898bf29c, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=e802a7da-2328-4d7f-8c24-4c27898bf29c,segment=NetworkSegment(60ac4599-e6dd-4770-844e-5b54095f67fa),segment_id=60ac4599-e6dd-4770-844e-5b54095f67fa)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:59:47.917991 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:47.992239 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Pushing event updated for resources: {'Port': ['ID=e802a7da-2328-4d7f-8c24-4c27898bf29c,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:48.135570 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8695e6-6e80-4f46-ae4e-d2582a0e7c2c None None] Sync routers for ids ['cc2d738f-6d21-4d00-900c-94d213d76a61'] in dv-cinder-829630-2-iscsi {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 14:59:48.146817 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8695e6-6e80-4f46-ae4e-d2582a0e7c2c None None] Routers {'cc2d738f-6d21-4d00-900c-94d213d76a61'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:59:48.147461 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-ff8695e6-6e80-4f46-ae4e-d2582a0e7c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T14:59:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['cc2d738f-6d21-4d00-900c-94d213d76a61'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:48.427258 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-ff8695e6-6e80-4f46-ae4e-d2582a0e7c2c None None] Set router cc2d738f-6d21-4d00-900c-94d213d76a61 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:59:48.669899 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189b789c-35a5-4b47-8822-c59c02a060cb req-a9b715af-afcd-474b-8f96-c3ccd087e1aa tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:48.672498 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-189b789c-35a5-4b47-8822-c59c02a060cb req-a9b715af-afcd-474b-8f96-c3ccd087e1aa tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.1092815 May 04 14:59:48.753014 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-189b789c-35a5-4b47-8822-c59c02a060cb req-3cd2bb61-49f6-4b2b-9b21-2c71f3a58435 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679400 May 04 14:59:48.763654 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-ff8695e6-6e80-4f46-ae4e-d2582a0e7c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2d738f-6d21-4d00-900c-94d213d76a61', 'name': 'tempest-TestMinimumBasicScenario-532170791-router', 'tenant_id': '898333780a4446c6887cf081b1a6d13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'e802a7da-2328-4d7f-8c24-4c27898bf29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:41Z', 'updated_at': '2022-05-04T14:59:46Z', 'revision_number': 4, 'project_id': '898333780a4446c6887cf081b1a6d13c', 'gw_port': {'id': 'e802a7da-2328-4d7f-8c24-4c27898bf29c', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2d738f-6d21-4d00-900c-94d213d76a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:42Z', 'updated_at': '2022-05-04T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '5d7d6048-0170-4e6c-b4ca-4e496f3a44d9', 'name': '', 'network_id': '9f9637eb-0de7-4d94-aaa2-11abab242f2c', 'tenant_id': '898333780a4446c6887cf081b1a6d13c', 'mac_address': 'fa:16:3e:85:6c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2d738f-6d21-4d00-900c-94d213d76a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'd6636db1-dc7c-4efe-8c05-1daaee0404be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:45Z', 'updated_at': '2022-05-04T14:59:46Z', 'revision_number': 2, 'project_id': '898333780a4446c6887cf081b1a6d13c', 'subnets': [{'id': 'd6636db1-dc7c-4efe-8c05-1daaee0404be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:48.796898 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8695e6-6e80-4f46-ae4e-d2582a0e7c2c None None] Checking router: cc2d738f-6d21-4d00-900c-94d213d76a61 for host: dv-cinder-829630-2-iscsi {{(pid=101865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 14:59:48.797268 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8695e6-6e80-4f46-ae4e-d2582a0e7c2c None None] Updating router cc2d738f-6d21-4d00-900c-94d213d76a61 port 5d7d6048-0170-4e6c-b4ca-4e496f3a44d9 binding host dv-cinder-829630-2-iscsi {{(pid=101865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 14:59:48.833329 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-ff8695e6-6e80-4f46-ae4e-d2582a0e7c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:49.148891 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-ff8695e6-6e80-4f46-ae4e-d2582a0e7c2c None None] Notify callbacks [] for port, precommit_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:49.157408 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-ff8695e6-6e80-4f46-ae4e-d2582a0e7c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:49.217649 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c687a-9b5a-46cd-b58d-d3640a4956c1 None None] Pushing event updated for resources: {'Port': ['ID=5d7d6048-0170-4e6c-b4ca-4e496f3a44d9,revision_number=3']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:49.291026 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-ff8695e6-6e80-4f46-ae4e-d2582a0e7c2c None None] Attempting to bind port 5d7d6048-0170-4e6c-b4ca-4e496f3a44d9 on host dv-cinder-829630-2-iscsi for vnic_type normal with profile {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 14:59:49.291399 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-ff8695e6-6e80-4f46-ae4e-d2582a0e7c2c None None] Attempting to bind port 5d7d6048-0170-4e6c-b4ca-4e496f3a44d9 by drivers openvswitch,hyperv on host dv-cinder-829630-2-iscsi at level 0 using segments [{'id': '799c8989-a3d1-45e4-86d1-614c0baabef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9f9637eb-0de7-4d94-aaa2-11abab242f2c'}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 14:59:49.291766 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8695e6-6e80-4f46-ae4e-d2582a0e7c2c None None] Attempting to bind port 5d7d6048-0170-4e6c-b4ca-4e496f3a44d9 on network 9f9637eb-0de7-4d94-aaa2-11abab242f2c {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 14:59:49.299130 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8695e6-6e80-4f46-ae4e-d2582a0e7c2c None None] Checking agent: {'id': '53237496-8014-4dc2-9deb-3d098fbdee6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 49, 42), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 14, 59, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 14:59:49.299130 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8695e6-6e80-4f46-ae4e-d2582a0e7c2c None None] Checking segment: {'id': '799c8989-a3d1-45e4-86d1-614c0baabef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9f9637eb-0de7-4d94-aaa2-11abab242f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 14:59:49.299130 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-ff8695e6-6e80-4f46-ae4e-d2582a0e7c2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:49.299130 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff8695e6-6e80-4f46-ae4e-d2582a0e7c2c None None] Bound using segment: {'id': '799c8989-a3d1-45e4-86d1-614c0baabef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9f9637eb-0de7-4d94-aaa2-11abab242f2c'} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 14:59:49.299606 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-ff8695e6-6e80-4f46-ae4e-d2582a0e7c2c None None] Bound port: 5d7d6048-0170-4e6c-b4ca-4e496f3a44d9, host: dv-cinder-829630-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '799c8989-a3d1-45e4-86d1-614c0baabef3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 251, 'network_id': '9f9637eb-0de7-4d94-aaa2-11abab242f2c'}}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 14:59:49.299606 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-ff8695e6-6e80-4f46-ae4e-d2582a0e7c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:49.380228 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-ff8695e6-6e80-4f46-ae4e-d2582a0e7c2c None None] For port 5d7d6048-0170-4e6c-b4ca-4e496f3a44d9, host dv-cinder-829630-2-iscsi, cleared binding levels {{(pid=101865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 14:59:49.385165 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-ff8695e6-6e80-4f46-ae4e-d2582a0e7c2c None None] For port 5d7d6048-0170-4e6c-b4ca-4e496f3a44d9, host dv-cinder-829630-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=5d7d6048-0170-4e6c-b4ca-4e496f3a44d9,segment=NetworkSegment(799c8989-a3d1-45e4-86d1-614c0baabef3),segment_id=799c8989-a3d1-45e4-86d1-614c0baabef3)] {{(pid=101865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 14:59:49.391080 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-ff8695e6-6e80-4f46-ae4e-d2582a0e7c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:49.477219 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8695e6-6e80-4f46-ae4e-d2582a0e7c2c None None] Routers {'cc2d738f-6d21-4d00-900c-94d213d76a61'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 14:59:49.477998 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-ff8695e6-6e80-4f46-ae4e-d2582a0e7c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T14:59:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['cc2d738f-6d21-4d00-900c-94d213d76a61'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:49.575059 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9c687a-9b5a-46cd-b58d-d3640a4956c1 None None] Pushing event updated for resources: {'Port': ['ID=5d7d6048-0170-4e6c-b4ca-4e496f3a44d9,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:49.585620 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device e802a7da-2328-4d7f-8c24-4c27898bf29c up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:59:49.647520 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-34d574f6-468d-4156-94f9-21ca18421543 None None] Provisioning complete for port 5d7d6048-0170-4e6c-b4ca-4e496f3a44d9 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:59:49.647914 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-34d574f6-468d-4156-94f9-21ca18421543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:49.828077 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-ff8695e6-6e80-4f46-ae4e-d2582a0e7c2c None None] Set router cc2d738f-6d21-4d00-900c-94d213d76a61 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 14:59:49.896090 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89701ea-9938-442e-a9ef-e403fb3600a3 req-ce44d1be-0cbf-46bc-8ddf-6c384b480884 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:49.906137 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a89701ea-9938-442e-a9ef-e403fb3600a3 req-ce44d1be-0cbf-46bc-8ddf-6c384b480884 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0920103 May 04 14:59:49.911610 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port e802a7da-2328-4d7f-8c24-4c27898bf29c triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:59:49.915855 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:49.958084 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-34d574f6-468d-4156-94f9-21ca18421543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:49.959042 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a89701ea-9938-442e-a9ef-e403fb3600a3 req-a2856222-1141-4c7c-af14-8b96403ccfef tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517323 May 04 14:59:50.097361 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-34d574f6-468d-4156-94f9-21ca18421543 None None] For port 5d7d6048-0170-4e6c-b4ca-4e496f3a44d9, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=5d7d6048-0170-4e6c-b4ca-4e496f3a44d9,segment=NetworkSegment(799c8989-a3d1-45e4-86d1-614c0baabef3),segment_id=799c8989-a3d1-45e4-86d1-614c0baabef3)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 14:59:50.107887 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-34d574f6-468d-4156-94f9-21ca18421543 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:50.249300 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d574f6-468d-4156-94f9-21ca18421543 None None] Pushing event updated for resources: {'Port': ['ID=5d7d6048-0170-4e6c-b4ca-4e496f3a44d9,revision_number=5']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:50.273087 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-60fe5518-89e5-41f4-808d-6121a983f754 None None] Provisioning complete for port 5d7d6048-0170-4e6c-b4ca-4e496f3a44d9 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:59:50.273455 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-60fe5518-89e5-41f4-808d-6121a983f754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:50.316797 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-ff8695e6-6e80-4f46-ae4e-d2582a0e7c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2d738f-6d21-4d00-900c-94d213d76a61', 'name': 'tempest-TestMinimumBasicScenario-532170791-router', 'tenant_id': '898333780a4446c6887cf081b1a6d13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'e802a7da-2328-4d7f-8c24-4c27898bf29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:41Z', 'updated_at': '2022-05-04T14:59:46Z', 'revision_number': 4, 'project_id': '898333780a4446c6887cf081b1a6d13c', 'gw_port': {'id': 'e802a7da-2328-4d7f-8c24-4c27898bf29c', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2d738f-6d21-4d00-900c-94d213d76a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:42Z', 'updated_at': '2022-05-04T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '5d7d6048-0170-4e6c-b4ca-4e496f3a44d9', 'name': '', 'network_id': '9f9637eb-0de7-4d94-aaa2-11abab242f2c', 'tenant_id': '898333780a4446c6887cf081b1a6d13c', 'mac_address': 'fa:16:3e:85:6c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2d738f-6d21-4d00-900c-94d213d76a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'd6636db1-dc7c-4efe-8c05-1daaee0404be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:45Z', 'updated_at': '2022-05-04T14:59:49Z', 'revision_number': 4, 'project_id': '898333780a4446c6887cf081b1a6d13c', 'subnets': [{'id': 'd6636db1-dc7c-4efe-8c05-1daaee0404be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 14:59:50.352971 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8695e6-6e80-4f46-ae4e-d2582a0e7c2c None None] The sync data for ids ['cc2d738f-6d21-4d00-900c-94d213d76a61'] in dv-cinder-829630-2-iscsi is: [{'id': 'cc2d738f-6d21-4d00-900c-94d213d76a61', 'name': 'tempest-TestMinimumBasicScenario-532170791-router', 'tenant_id': '898333780a4446c6887cf081b1a6d13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'e802a7da-2328-4d7f-8c24-4c27898bf29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:41Z', 'updated_at': '2022-05-04T14:59:46Z', 'revision_number': 4, 'project_id': '898333780a4446c6887cf081b1a6d13c', 'gw_port': {'id': 'e802a7da-2328-4d7f-8c24-4c27898bf29c', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2d738f-6d21-4d00-900c-94d213d76a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:42Z', 'updated_at': '2022-05-04T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '5d7d6048-0170-4e6c-b4ca-4e496f3a44d9', 'name': '', 'network_id': '9f9637eb-0de7-4d94-aaa2-11abab242f2c', 'tenant_id': '898333780a4446c6887cf081b1a6d13c', 'mac_address': 'fa:16:3e:85:6c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc2d738f-6d21-4d00-900c-94d213d76a61', 'device_owner': 'network:router_interface', 'standard_attr_id': 288, 'fixed_ips': [{'subnet_id': 'd6636db1-dc7c-4efe-8c05-1daaee0404be', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:45Z', 'updated_at': '2022-05-04T14:59:49Z', 'revision_number': 4, 'project_id': '898333780a4446c6887cf081b1a6d13c', 'subnets': [{'id': 'd6636db1-dc7c-4efe-8c05-1daaee0404be', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 14:59:50.843886 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 43518) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:51.025173 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-e6f36919-ed7d-4d4b-8772-67685ac1ad2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:51.142581 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a75e95-78b3-4556-a91d-e00c6302328f req-1c3fc380-c3b9-4d61-b029-9e70feced3e3 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:51.144143 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-60a75e95-78b3-4556-a91d-e00c6302328f req-1c3fc380-c3b9-4d61-b029-9e70feced3e3 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.1094170 May 04 14:59:51.182671 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-e6f36919-ed7d-4d4b-8772-67685ac1ad2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:51.201603 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-e6f36919-ed7d-4d4b-8772-67685ac1ad2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:51.257759 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-60a75e95-78b3-4556-a91d-e00c6302328f req-d965fc4d-c0da-4ca3-93aa-d7f35967bc08 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019301 May 04 14:59:51.278355 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-e6f36919-ed7d-4d4b-8772-67685ac1ad2a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=85d4cf48670d4abfaafa5ab5b12f9b1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4320343 May 04 14:59:51.279542 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f36919-ed7d-4d4b-8772-67685ac1ad2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9338c560-ba7d-4505-ba11-552f78c6439a,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:51.280975 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 43532) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:51.343175 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9b2622a1-1e35-44af-8bff-8d575d15fff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:51.390621 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9b2622a1-1e35-44af-8bff-8d575d15fff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:51.467577 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9b2622a1-1e35-44af-8bff-8d575d15fff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:51.470692 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9b2622a1-1e35-44af-8bff-8d575d15fff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:51.475000 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-9b2622a1-1e35-44af-8bff-8d575d15fff0 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9338c560-ba7d-4505-ba11-552f78c6439a HTTP/1.1" status: 204 len: 168 time: 0.1898878 May 04 14:59:51.483557 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2622a1-1e35-44af-8bff-8d575d15fff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9338c560-ba7d-4505-ba11-552f78c6439a,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:51.573971 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 5d7d6048-0170-4e6c-b4ca-4e496f3a44d9 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 14:59:51.698772 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port 5d7d6048-0170-4e6c-b4ca-4e496f3a44d9 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 14:59:51.699342 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:51.920573 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 43544) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:51.936321 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c03d9420-463f-411f-ba07-51d824fe84f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:52.045002 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c03d9420-463f-411f-ba07-51d824fe84f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:52.060019 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c03d9420-463f-411f-ba07-51d824fe84f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:52.109319 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-c03d9420-463f-411f-ba07-51d824fe84f1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bb54c1298e824575955dfa908542af2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1876698 May 04 14:59:52.110079 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03d9420-463f-411f-ba07-51d824fe84f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de65b650-6c94-427e-9435-d46027605755,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:52.110266 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 43548) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:52.204170 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a7752124-3a7b-4093-9e39-487a3a513ba2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:52.235041 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a7752124-3a7b-4093-9e39-487a3a513ba2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:52.308128 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a7752124-3a7b-4093-9e39-487a3a513ba2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:52.314465 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a7752124-3a7b-4093-9e39-487a3a513ba2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:52.318316 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-a7752124-3a7b-4093-9e39-487a3a513ba2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/de65b650-6c94-427e-9435-d46027605755 HTTP/1.1" status: 204 len: 168 time: 0.2055819 May 04 14:59:52.326487 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7752124-3a7b-4093-9e39-487a3a513ba2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de65b650-6c94-427e-9435-d46027605755,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:52.443165 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987465a3-dc90-4a1e-b828-8b12e4590104 req-d05d82b8-e103-4bbe-9a18-ce2aec5e5cfa tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:52.452491 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-987465a3-dc90-4a1e-b828-8b12e4590104 req-d05d82b8-e103-4bbe-9a18-ce2aec5e5cfa tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0828533 May 04 14:59:52.505255 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-987465a3-dc90-4a1e-b828-8b12e4590104 req-a2ff7741-caa4-49d4-9181-56b6f47fe886 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463033 May 04 14:59:53.481369 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6df3de-6a5e-41e8-96e1-14cf6ec7d626 req-27a38c9d-c92a-4ed5-93fa-007390c44d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:53.483776 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-4c6df3de-6a5e-41e8-96e1-14cf6ec7d626 req-27a38c9d-c92a-4ed5-93fa-007390c44d10 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 1099 time: 0.0634503 May 04 14:59:53.557666 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-4c6df3de-6a5e-41e8-96e1-14cf6ec7d626 req-c67b8b3d-dacc-47c9-b53c-4f49194f8f54 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592411 May 04 14:59:53.661992 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8ee10c-74be-47ec-9702-f4edac067384 req-0bf9f25e-561d-4181-be71-09b450ec7c14 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:53.665246 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-aa8ee10c-74be-47ec-9702-f4edac067384 req-0bf9f25e-561d-4181-be71-09b450ec7c14 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0635412 May 04 14:59:53.725405 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-aa8ee10c-74be-47ec-9702-f4edac067384 req-1c9c39b6-4039-4ce0-a6f2-700da71b087f tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548770 May 04 14:59:55.031889 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4abf9-bc82-4ee7-841d-d7e078c56840 req-3085e7df-8c10-4c9d-8a9f-edc7bf154620 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:55.065121 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2fb4abf9-bc82-4ee7-841d-d7e078c56840 req-3085e7df-8c10-4c9d-8a9f-edc7bf154620 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.2291067 May 04 14:59:55.146840 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2fb4abf9-bc82-4ee7-841d-d7e078c56840 req-3af59130-c0e9-4ff4-9752-972760229f1f tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783234 May 04 14:59:56.051456 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 43704) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:56.201671 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-eb955f25-76b8-45ea-8cfe-80a445458e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:56.337012 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45709db-aed8-4afc-a9a7-c39785e19927 req-df428518-be64-44f9-bc5e-400d74f23569 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:56.338803 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d45709db-aed8-4afc-a9a7-c39785e19927 req-df428518-be64-44f9-bc5e-400d74f23569 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0889616 May 04 14:59:56.401883 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d45709db-aed8-4afc-a9a7-c39785e19927 req-b5d98945-1d37-41b7-9ce4-cecba6828b1f tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488477 May 04 14:59:56.406367 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-eb955f25-76b8-45ea-8cfe-80a445458e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:56.413718 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-eb955f25-76b8-45ea-8cfe-80a445458e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:56.466694 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb955f25-76b8-45ea-8cfe-80a445458e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0afb027-5489-42d6-a35f-4045b0b4bcb2,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:56.472930 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-eb955f25-76b8-45ea-8cfe-80a445458e82 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=786d0d1952af4f0aaed81325e832ec04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4200456 May 04 14:59:56.475664 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 43716) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:56.569283 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdba595-1796-4646-9005-1c72d439918a req-682f75af-a599-45d2-8705-dddb3829aed0 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:56.570122 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cfdba595-1796-4646-9005-1c72d439918a req-682f75af-a599-45d2-8705-dddb3829aed0 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0684867 May 04 14:59:56.585565 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-16f949d3-504e-45fc-bfcd-a1a352339fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:56.628340 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-16f949d3-504e-45fc-bfcd-a1a352339fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:56.637663 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cfdba595-1796-4646-9005-1c72d439918a req-0ee47b41-2a20-4110-8e72-2c6ac6bc54a3 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594969 May 04 14:59:56.700859 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-16f949d3-504e-45fc-bfcd-a1a352339fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:56.704190 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-16f949d3-504e-45fc-bfcd-a1a352339fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:56.709123 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-16f949d3-504e-45fc-bfcd-a1a352339fc6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e0afb027-5489-42d6-a35f-4045b0b4bcb2 HTTP/1.1" status: 204 len: 168 time: 0.2323296 May 04 14:59:56.718990 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f949d3-504e-45fc-bfcd-a1a352339fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0afb027-5489-42d6-a35f-4045b0b4bcb2,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:57.140650 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 43730) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:57.154832 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-104c9bd5-1082-45e5-bc6b-7f6bb0db9cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:57.235552 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-104c9bd5-1082-45e5-bc6b-7f6bb0db9cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:57.244117 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-104c9bd5-1082-45e5-bc6b-7f6bb0db9cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:57.279024 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-104c9bd5-1082-45e5-bc6b-7f6bb0db9cd2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d889477a1d0549d4b5d35085c580feec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1369867 May 04 14:59:57.281664 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 43734) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 14:59:57.289746 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104c9bd5-1082-45e5-bc6b-7f6bb0db9cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45bd1880-6fe0-4379-b244-f7a553c2ed66,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:57.361862 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bfe98772-6ac8-42ec-98cf-4304523ff310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:57.380904 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bfe98772-6ac8-42ec-98cf-4304523ff310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:57.445002 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bfe98772-6ac8-42ec-98cf-4304523ff310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:57.448545 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bfe98772-6ac8-42ec-98cf-4304523ff310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 14:59:57.449815 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-bfe98772-6ac8-42ec-98cf-4304523ff310 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/45bd1880-6fe0-4379-b244-f7a553c2ed66 HTTP/1.1" status: 204 len: 168 time: 0.1671281 May 04 14:59:57.469703 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe98772-6ac8-42ec-98cf-4304523ff310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45bd1880-6fe0-4379-b244-f7a553c2ed66,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 14:59:59.194050 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-2a4e08ac-de5e-4d6c-bb3c-eb206e9df3d5 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:59.197191 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-2a4e08ac-de5e-4d6c-bb3c-eb206e9df3d5 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/networks?id=9cb74bce-f66b-4d2c-b3b3-1384b2905460 HTTP/1.1" status: 200 len: 814 time: 0.1077285 May 04 14:59:59.218534 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-8b3b029c-8f0f-4a79-a69c-c30f2f4332d0 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/quotas/d86fd4352b584822a6e3b6effecc05c5 HTTP/1.1" status: 200 len: 375 time: 0.0100484 May 04 14:59:59.277897 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-96e662cc-a6f3-4bc7-87f3-36851a872e15 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=d86fd4352b584822a6e3b6effecc05c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0506854 May 04 14:59:59.391331 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-a9d02e11-edc3-4942-b776-a23f2fe87370 service neutron] 10.222.0.42 "GET /v2.0/networks/9cb74bce-f66b-4d2c-b3b3-1384b2905460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009481 May 04 14:59:59.496747 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc226819-1c0a-4755-951e-ffd66df427e4 req-6230e9b3-d05a-446a-99a5-afb84c754620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:59.500063 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-dc226819-1c0a-4755-951e-ffd66df427e4 req-6230e9b3-d05a-446a-99a5-afb84c754620 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=905c2ec6da98485d974f32e58df0cfb5&device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 1099 time: 0.0526490 May 04 14:59:59.529659 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-50e646ed-dbe7-40e6-b04d-dd0d5e269352 service neutron] 10.222.0.42 "GET /v2.0/networks/9cb74bce-f66b-4d2c-b3b3-1384b2905460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370540 May 04 14:59:59.543298 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f2b3df-bd71-4ca0-ad00-505be4593a22 req-40565656-8b7f-40cd-8151-1ec176d315e7 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:59.544850 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c8f2b3df-bd71-4ca0-ad00-505be4593a22 req-40565656-8b7f-40cd-8151-1ec176d315e7 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0987868 May 04 14:59:59.591803 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c8f2b3df-bd71-4ca0-ad00-505be4593a22 req-694466c1-1893-4dba-babb-583356d004b2 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397608 May 04 14:59:59.662087 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc226819-1c0a-4755-951e-ffd66df427e4 req-957562a0-fc94-4d33-91c8-09caf316c256 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:59.663873 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-dc226819-1c0a-4755-951e-ffd66df427e4 req-957562a0-fc94-4d33-91c8-09caf316c256 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc HTTP/1.1" status: 200 len: 920 time: 0.1557834 May 04 14:59:59.729294 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-dc226819-1c0a-4755-951e-ffd66df427e4 req-88ad021d-7ad2-4fc0-9d03-fde2b1dc6f59 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a1747b7-8961-43c7-aa12-ccf71dd190e6 HTTP/1.1" status: 200 len: 217 time: 0.0497465 May 04 14:59:59.766162 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-dc6dab62-297d-419d-93c3-c3ecac50432d req-8b8446c8-5eaa-44af-8475-91ae7bcf86a5 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 210 time: 0.0381186 May 04 14:59:59.801521 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc226819-1c0a-4755-951e-ffd66df427e4 req-9e0ed7ff-f8a7-435e-944d-d4003ee08c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:59.805182 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-dc226819-1c0a-4755-951e-ffd66df427e4 req-9e0ed7ff-f8a7-435e-944d-d4003ee08c16 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a HTTP/1.1" status: 200 len: 858 time: 0.0648999 May 04 14:59:59.854722 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc226819-1c0a-4755-951e-ffd66df427e4 req-3796acb7-f70e-40c4-8740-a074ff11f409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 14:59:59.856715 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-dc226819-1c0a-4755-951e-ffd66df427e4 req-3796acb7-f70e-40c4-8740-a074ff11f409 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470767 May 04 14:59:59.984599 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-dc226819-1c0a-4755-951e-ffd66df427e4 req-16d4c7ef-0f9c-4dee-abd9-d1622f2deb1c service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186883 May 04 15:00:00.081881 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-dc226819-1c0a-4755-951e-ffd66df427e4 req-a79d2ceb-df0e-4e79-81dd-5e633688be5e service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903473 May 04 15:00:00.714793 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c4f59b-8f52-4f87-846a-5be4abf7e6ba req-e8d4cd44-10e0-4d49-844f-c778b5e99c1c tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:00.716342 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-30c4f59b-8f52-4f87-846a-5be4abf7e6ba req-e8d4cd44-10e0-4d49-844f-c778b5e99c1c tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0510442 May 04 15:00:00.758412 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-30c4f59b-8f52-4f87-846a-5be4abf7e6ba req-b1b6879e-59a1-4d72-9020-af4139443c69 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356872 May 04 15:00:00.859037 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8eadacba-d3a7-417c-a2ec-c077cf918599 req-ba625649-a3a5-4cf3-b03c-e918328c2e56 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 210 time: 0.0295978 May 04 15:00:00.959725 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-3316a364-9d55-4203-925d-790f5cab31cb tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:00.961401 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-3316a364-9d55-4203-925d-790f5cab31cb tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.11 "GET /v2.0/networks?id=9cb74bce-f66b-4d2c-b3b3-1384b2905460 HTTP/1.1" status: 200 len: 814 time: 0.1112194 May 04 15:00:00.982020 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-b173a882-16de-4868-a407-948d1d3c2127 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Request body: {'port': {'device_id': '8c06f947-094b-4479-92c4-05d965d6c144', 'network_id': '9cb74bce-f66b-4d2c-b3b3-1384b2905460', 'admin_state_up': True, 'tenant_id': 'd86fd4352b584822a6e3b6effecc05c5'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:01.099614 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-b173a882-16de-4868-a407-948d1d3c2127 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Made reservation on behalf of d86fd4352b584822a6e3b6effecc05c5 for: {'port': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:00:01.103336 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-b173a882-16de-4868-a407-948d1d3c2127 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:01.244750 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_common [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-b173a882-16de-4868-a407-948d1d3c2127 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Allocated IP 172.20.0.7 (9cb74bce-f66b-4d2c-b3b3-1384b2905460/48eadae8-72f3-4aa6-811a-3a55d26ba392/a7ce1003-4789-4a90-b7a2-c2389a9b0e3e) {{(pid=101864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:00:01.398247 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-b173a882-16de-4868-a407-948d1d3c2127 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks [] for port, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:01.444312 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-b173a882-16de-4868-a407-948d1d3c2127 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:01.536143 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-b173a882-16de-4868-a407-948d1d3c2127 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Network 9cb74bce-f66b-4d2c-b3b3-1384b2905460 is already hosted by enough agents. {{(pid=101864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:00:01.540075 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-b173a882-16de-4868-a407-948d1d3c2127 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Resources bound (agent type, host, resource id): {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:00:01.549633 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-b173a882-16de-4868-a407-948d1d3c2127 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Received port after_create {{(pid=101864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:00:01.608324 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b173a882-16de-4868-a407-948d1d3c2127 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Pushing event updated for resources: {'Port': ['ID=a7ce1003-4789-4a90-b7a2-c2389a9b0e3e,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:01.640503 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-b173a882-16de-4868-a407-948d1d3c2127 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:01.641496 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-b173a882-16de-4868-a407-948d1d3c2127 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:01.674851 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-b173a882-16de-4868-a407-948d1d3c2127 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6964822 May 04 15:00:01.895542 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-6db7ce82-7f1e-4c8e-843c-cb0bc480f92d None None] Provisioning complete for port a7ce1003-4789-4a90-b7a2-c2389a9b0e3e triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:00:01.896578 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-6db7ce82-7f1e-4c8e-843c-cb0bc480f92d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:01.950928 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-6db7ce82-7f1e-4c8e-843c-cb0bc480f92d None None] Port a7ce1003-4789-4a90-b7a2-c2389a9b0e3e cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:00:01.958524 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41e6c3c-0427-4ebb-8acd-bd88e0baaef4 req-6e3e1dcc-f49a-4b44-9d9f-bd44dde9334e tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:01.967663 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d41e6c3c-0427-4ebb-8acd-bd88e0baaef4 req-6e3e1dcc-f49a-4b44-9d9f-bd44dde9334e tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.1011109 May 04 15:00:02.061342 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d41e6c3c-0427-4ebb-8acd-bd88e0baaef4 req-a1a3ddb3-1f67-40bb-81ab-0d9f43915686 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921333 May 04 15:00:02.095887 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b140e83-ccbb-4a4e-a624-da441d5217b0 req-eafe3416-870a-4853-867e-8f7f92726eaf tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:02.104561 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8b140e83-ccbb-4a4e-a624-da441d5217b0 req-eafe3416-870a-4853-867e-8f7f92726eaf tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 931 time: 0.1095443 May 04 15:00:02.161971 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8b140e83-ccbb-4a4e-a624-da441d5217b0 req-418cdbbc-ffa8-4ead-bf05-5b43ad85ee9f tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553508 May 04 15:00:03.209285 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af186a2-dc73-442b-a780-aa545b040171 req-5105be9d-89a6-4484-9b9d-72c882709b3d tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:03.210857 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8af186a2-dc73-442b-a780-aa545b040171 req-5105be9d-89a6-4484-9b9d-72c882709b3d tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0581620 May 04 15:00:03.274153 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8af186a2-dc73-442b-a780-aa545b040171 req-96f9c677-a603-4ddf-9098-05ff10016344 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564942 May 04 15:00:03.296876 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a7bbbf-efca-481f-ae11-3236139f9e83 req-ac0f2e78-cda2-4437-9656-f7b159b88109 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:03.298405 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-37a7bbbf-efca-481f-ae11-3236139f9e83 req-ac0f2e78-cda2-4437-9656-f7b159b88109 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 931 time: 0.0663376 May 04 15:00:03.338223 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-37a7bbbf-efca-481f-ae11-3236139f9e83 req-9375b8de-e365-4e1f-b311-cd4cc17e4e06 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337110 May 04 15:00:04.391535 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c6358d-e4a7-49d3-8831-abfa94220702 req-2d246106-1a48-4dd3-b4dc-ff34f927e21f tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:04.393909 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-36c6358d-e4a7-49d3-8831-abfa94220702 req-2d246106-1a48-4dd3-b4dc-ff34f927e21f tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0500076 May 04 15:00:04.461772 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-36c6358d-e4a7-49d3-8831-abfa94220702 req-28ffa245-8d23-45ac-881b-f8bd405a4b07 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616548 May 04 15:00:04.474485 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42188056-642d-4b35-bfc8-eddb4e45eb48 req-573da315-c7fb-49f9-9e61-ce1ac7ac0539 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:04.475969 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-42188056-642d-4b35-bfc8-eddb4e45eb48 req-573da315-c7fb-49f9-9e61-ce1ac7ac0539 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 931 time: 0.0701888 May 04 15:00:04.515952 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-42188056-642d-4b35-bfc8-eddb4e45eb48 req-77ad3220-a7da-4e84-885e-812f549a4cba tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328217 May 04 15:00:05.581611 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa2277-1104-4f09-93b8-d9a5472e705e req-2a726dc2-7e51-4481-be56-ebe59f4e62f2 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:05.583111 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e5aa2277-1104-4f09-93b8-d9a5472e705e req-2a726dc2-7e51-4481-be56-ebe59f4e62f2 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0528982 May 04 15:00:05.651005 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e5aa2277-1104-4f09-93b8-d9a5472e705e req-47575290-00db-47ef-97c7-807efaa91a07 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565283 May 04 15:00:05.659661 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5e6d25-0c15-4f72-a2da-54fc978aa537 req-4e9285b2-f97c-422b-b21e-712d088c5dcd tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:05.661144 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8d5e6d25-0c15-4f72-a2da-54fc978aa537 req-4e9285b2-f97c-422b-b21e-712d088c5dcd tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 931 time: 0.0746956 May 04 15:00:05.698716 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8d5e6d25-0c15-4f72-a2da-54fc978aa537 req-174bb11e-94ae-4584-a0bc-40d6daf1d08f tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317011 May 04 15:00:06.162085 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-cd0e0ddb-f040-45fc-8936-b20166ccd348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:06.807143 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9735a86-1a25-4138-94fb-202723a038d1 req-61e3d0c1-9f26-4fe5-bd3d-26309caa0b6a tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:06.808626 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a9735a86-1a25-4138-94fb-202723a038d1 req-61e3d0c1-9f26-4fe5-bd3d-26309caa0b6a tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0860288 May 04 15:00:06.847706 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7454e34-fc57-4c8d-bf95-8f16e5e3bfd5 req-73c4013f-96ab-4cd8-9691-3f6f01b46695 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:06.849173 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d7454e34-fc57-4c8d-bf95-8f16e5e3bfd5 req-73c4013f-96ab-4cd8-9691-3f6f01b46695 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 931 time: 0.0743110 May 04 15:00:06.874354 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a9735a86-1a25-4138-94fb-202723a038d1 req-0b942d7c-72e2-4385-a2fa-2a657e609592 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579898 May 04 15:00:06.895915 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d7454e34-fc57-4c8d-bf95-8f16e5e3bfd5 req-6d0d6502-82cd-4348-a8ba-06b294b00507 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392592 May 04 15:00:08.028876 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de96e844-31f6-4c5e-954c-22995492df2d req-9dc04008-fe38-40eb-8e90-4c9b198b1742 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:08.030948 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-de96e844-31f6-4c5e-954c-22995492df2d req-9dc04008-fe38-40eb-8e90-4c9b198b1742 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0865827 May 04 15:00:08.043463 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d1123-8eef-4917-9c40-1c7a29f49055 req-8635223b-d44e-47c8-8f67-bfc2c30cda54 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:08.045152 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c65d1123-8eef-4917-9c40-1c7a29f49055 req-8635223b-d44e-47c8-8f67-bfc2c30cda54 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 931 time: 0.0754237 May 04 15:00:08.103524 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c65d1123-8eef-4917-9c40-1c7a29f49055 req-ce1ff974-227c-4042-b9f6-94a33db76467 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501547 May 04 15:00:08.108608 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-de96e844-31f6-4c5e-954c-22995492df2d req-2df41286-6298-469e-b429-67eb95b16a67 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623860 May 04 15:00:08.403478 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-6890652d-b0f6-46e2-8a15-8c4eaca2a01c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:09.257397 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1ae2d9-d73f-4726-99d2-a78fdd44e4d3 req-828eebf3-6baf-49a7-8271-75ac240845d4 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:09.259925 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-bf1ae2d9-d73f-4726-99d2-a78fdd44e4d3 req-828eebf3-6baf-49a7-8271-75ac240845d4 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0784690 May 04 15:00:09.278962 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a0a01-0fa0-47ff-93a8-c6c56929553b req-cca0dbb5-827b-4150-a03f-9eafeed5964e tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:09.280440 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-fe6a0a01-0fa0-47ff-93a8-c6c56929553b req-cca0dbb5-827b-4150-a03f-9eafeed5964e tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 931 time: 0.0900590 May 04 15:00:09.342328 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-bf1ae2d9-d73f-4726-99d2-a78fdd44e4d3 req-841d85ed-9e0a-44a2-9e0c-1e120b72d20b tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765617 May 04 15:00:09.369685 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-fe6a0a01-0fa0-47ff-93a8-c6c56929553b req-4b79f916-c22e-4fa5-b6c9-a635e5799be5 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731349 May 04 15:00:09.643263 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:10.074832 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:00:10.370612 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:10.492903 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59de333a-6a4d-45bf-9717-14ca9d09e870 req-6535eafe-2cd6-4486-b5cb-e6f801875854 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:10.494417 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-59de333a-6a4d-45bf-9717-14ca9d09e870 req-6535eafe-2cd6-4486-b5cb-e6f801875854 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0798104 May 04 15:00:10.514593 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73625dd7-8d04-4fde-8eab-e397f3b2b467 req-5fb1fb87-cd48-4494-8019-695d3f17361f tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:10.516014 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-73625dd7-8d04-4fde-8eab-e397f3b2b467 req-5fb1fb87-cd48-4494-8019-695d3f17361f tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 931 time: 0.0694671 May 04 15:00:10.562138 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-59de333a-6a4d-45bf-9717-14ca9d09e870 req-f223ce6f-663b-4f7b-8c31-4d7f5bf5aed6 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601251 May 04 15:00:10.589239 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-73625dd7-8d04-4fde-8eab-e397f3b2b467 req-6559924a-cafe-4195-8efb-c165f91defbd tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603507 May 04 15:00:11.288101 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:11.685372 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:11.711870 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe5387a-ddab-49fb-aca1-ef8cd8c9ff1c req-aa3d2ad0-38ed-45a9-8c88-108ce8eed1fc tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:11.713399 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3fe5387a-ddab-49fb-aca1-ef8cd8c9ff1c req-aa3d2ad0-38ed-45a9-8c88-108ce8eed1fc tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0788939 May 04 15:00:11.736208 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12bf01b-ec3e-4363-b91e-8eb36947c598 req-c9d8a082-3e95-42b7-ba55-0b1d4ccebbd4 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:11.738015 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e12bf01b-ec3e-4363-b91e-8eb36947c598 req-c9d8a082-3e95-42b7-ba55-0b1d4ccebbd4 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 931 time: 0.0765014 May 04 15:00:11.788029 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3fe5387a-ddab-49fb-aca1-ef8cd8c9ff1c req-f77b76eb-1359-46c2-999f-204d7fc8e370 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684786 May 04 15:00:11.796310 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e12bf01b-ec3e-4363-b91e-8eb36947c598 req-7184427e-d78c-490c-b90b-bec07e132631 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519009 May 04 15:00:12.926669 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f01c15-a21e-419a-a8b8-f3e1988cfaeb req-c2b58190-ebaf-4cd4-9678-b3f7836f2dc3 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:12.929220 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-11f01c15-a21e-419a-a8b8-f3e1988cfaeb req-c2b58190-ebaf-4cd4-9678-b3f7836f2dc3 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0562615 May 04 15:00:12.975322 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-11f01c15-a21e-419a-a8b8-f3e1988cfaeb req-1cf1f4b6-f1ff-481f-a1d8-f7dadae035fb tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396116 May 04 15:00:13.069023 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb94f7b-d904-4d21-bc52-0d823fac07c6 req-304eab51-ed14-4cbd-8377-e07127e39f5c tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:13.070478 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3eb94f7b-d904-4d21-bc52-0d823fac07c6 req-304eab51-ed14-4cbd-8377-e07127e39f5c tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 931 time: 0.0498612 May 04 15:00:13.107700 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3eb94f7b-d904-4d21-bc52-0d823fac07c6 req-638922a7-e55a-41ed-948c-1e3fbeceefcb tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313437 May 04 15:00:14.091818 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-9273eccc-54c4-4690-bf0a-468d59a54698 service neutron] Request body: {'port': {'device_id': '8c06f947-094b-4479-92c4-05d965d6c144', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:14.093576 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f72d4-1781-4e14-b4a2-e1bd860713c8 req-5c74b584-c5c7-4b79-8032-9875750bdb46 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:14.095809 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-879f72d4-1781-4e14-b4a2-e1bd860713c8 req-5c74b584-c5c7-4b79-8032-9875750bdb46 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0523307 May 04 15:00:14.135476 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-879f72d4-1781-4e14-b4a2-e1bd860713c8 req-63aa6305-9a48-4e91-8c1b-cc95d8720798 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330787 May 04 15:00:14.150084 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-9273eccc-54c4-4690-bf0a-468d59a54698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:14.225995 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb61f43-0e20-4ec0-91da-72dcec606129 req-d5b1a5ee-7490-4bec-87b8-12a3674a9e59 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:14.227540 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-bcb61f43-0e20-4ec0-91da-72dcec606129 req-d5b1a5ee-7490-4bec-87b8-12a3674a9e59 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 931 time: 0.0501158 May 04 15:00:14.287015 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-bcb61f43-0e20-4ec0-91da-72dcec606129 req-f32d0164-7cea-4016-8540-5f0c66c615ad tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512667 May 04 15:00:14.431155 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-9273eccc-54c4-4690-bf0a-468d59a54698 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7ce1003-4789-4a90-b7a2-c2389a9b0e3e {{(pid=101864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:00:14.438844 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-9273eccc-54c4-4690-bf0a-468d59a54698 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:14.454670 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.provisioning_blocks [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-9273eccc-54c4-4690-bf0a-468d59a54698 service neutron] Transition to ACTIVE for port object a7ce1003-4789-4a90-b7a2-c2389a9b0e3e will not be triggered until provisioned by entity L2. {{(pid=101864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:00:14.460443 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-9273eccc-54c4-4690-bf0a-468d59a54698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:14.520499 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273eccc-54c4-4690-bf0a-468d59a54698 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ce1003-4789-4a90-b7a2-c2389a9b0e3e,revision_number=2']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:14.528252 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a257a55-cee9-4ad3-a5a2-eed232993dbc req-13c4193b-c931-4189-97e3-497bacb52f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:14.529926 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4a257a55-cee9-4ad3-a5a2-eed232993dbc req-13c4193b-c931-4189-97e3-497bacb52f8f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=905c2ec6da98485d974f32e58df0cfb5&device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 1099 time: 0.0472817 May 04 15:00:14.599085 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-9273eccc-54c4-4690-bf0a-468d59a54698 service neutron] Attempting to bind port a7ce1003-4789-4a90-b7a2-c2389a9b0e3e on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:00:14.599428 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-9273eccc-54c4-4690-bf0a-468d59a54698 service neutron] Attempting to bind port a7ce1003-4789-4a90-b7a2-c2389a9b0e3e by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '501a1a54-3d92-4c50-abeb-a40cdee8c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9cb74bce-f66b-4d2c-b3b3-1384b2905460'}] {{(pid=101864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:00:14.599769 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-9273eccc-54c4-4690-bf0a-468d59a54698 service neutron] Attempting to bind port a7ce1003-4789-4a90-b7a2-c2389a9b0e3e on network 9cb74bce-f66b-4d2c-b3b3-1384b2905460 {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:00:14.604425 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-9273eccc-54c4-4690-bf0a-468d59a54698 service neutron] Port a7ce1003-4789-4a90-b7a2-c2389a9b0e3e on network 9cb74bce-f66b-4d2c-b3b3-1384b2905460 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:00:14.604783 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-9273eccc-54c4-4690-bf0a-468d59a54698 service neutron] Attempting to bind port a7ce1003-4789-4a90-b7a2-c2389a9b0e3e on network 9cb74bce-f66b-4d2c-b3b3-1384b2905460 {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:00:14.610717 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-9273eccc-54c4-4690-bf0a-468d59a54698 service neutron] Checking agent: {'id': 'b5e3fd0f-344a-4130-968c-1c1293caf489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'started_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 0, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:00:14.611838 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-9273eccc-54c4-4690-bf0a-468d59a54698 service neutron] Checking segment: {'id': '501a1a54-3d92-4c50-abeb-a40cdee8c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9cb74bce-f66b-4d2c-b3b3-1384b2905460'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:00:14.612044 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-9273eccc-54c4-4690-bf0a-468d59a54698 service neutron] Bound using segment: {'id': '501a1a54-3d92-4c50-abeb-a40cdee8c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9cb74bce-f66b-4d2c-b3b3-1384b2905460'} {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:00:14.612470 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-9273eccc-54c4-4690-bf0a-468d59a54698 service neutron] Bound port: a7ce1003-4789-4a90-b7a2-c2389a9b0e3e, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '501a1a54-3d92-4c50-abeb-a40cdee8c87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 269, 'network_id': '9cb74bce-f66b-4d2c-b3b3-1384b2905460'}}] {{(pid=101864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:00:14.612884 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-9273eccc-54c4-4690-bf0a-468d59a54698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:14.643045 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a257a55-cee9-4ad3-a5a2-eed232993dbc req-17f41657-bb99-4460-8cc1-5b375fc4a2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:14.644738 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4a257a55-cee9-4ad3-a5a2-eed232993dbc req-17f41657-bb99-4460-8cc1-5b375fc4a2c3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc HTTP/1.1" status: 200 len: 920 time: 0.0930536 May 04 15:00:14.686013 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-9273eccc-54c4-4690-bf0a-468d59a54698 service neutron] For port a7ce1003-4789-4a90-b7a2-c2389a9b0e3e, host hv-cinder-82963, cleared binding levels {{(pid=101864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:00:14.689136 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-9273eccc-54c4-4690-bf0a-468d59a54698 service neutron] For port a7ce1003-4789-4a90-b7a2-c2389a9b0e3e, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=a7ce1003-4789-4a90-b7a2-c2389a9b0e3e,segment=NetworkSegment(501a1a54-3d92-4c50-abeb-a40cdee8c87a),segment_id=501a1a54-3d92-4c50-abeb-a40cdee8c87a)] {{(pid=101864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:00:14.694137 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4a257a55-cee9-4ad3-a5a2-eed232993dbc req-529d0914-6962-4fbe-b7d1-56c003d8e7b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a1747b7-8961-43c7-aa12-ccf71dd190e6 HTTP/1.1" status: 200 len: 217 time: 0.0415387 May 04 15:00:14.694301 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-9273eccc-54c4-4690-bf0a-468d59a54698 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:14.728334 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-9273eccc-54c4-4690-bf0a-468d59a54698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:14.728986 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-9273eccc-54c4-4690-bf0a-468d59a54698 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:14.730369 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-9273eccc-54c4-4690-bf0a-468d59a54698 service neutron] 10.222.0.11 "PUT /v2.0/ports/a7ce1003-4789-4a90-b7a2-c2389a9b0e3e HTTP/1.1" status: 200 len: 1093 time: 0.6430199 May 04 15:00:14.732731 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c06f947-094b-4479-92c4-05d965d6c144', 'tag': 'a7ce1003-4789-4a90-b7a2-c2389a9b0e3e'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:00:14.735003 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ffbded2-53ba-4355-bb40-d5dc80d28750" -d '{"events": [{"name": "network-changed", "server_uuid": "8c06f947-094b-4479-92c4-05d965d6c144", "tag": "a7ce1003-4789-4a90-b7a2-c2389a9b0e3e"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:00:14.764533 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273eccc-54c4-4690-bf0a-468d59a54698 service neutron] Pushing event updated for resources: {'Port': ['ID=a7ce1003-4789-4a90-b7a2-c2389a9b0e3e,revision_number=3']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:14.767742 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a257a55-cee9-4ad3-a5a2-eed232993dbc req-4303ff9d-fdb9-4902-a20f-7ef63c1948ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:14.769418 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4a257a55-cee9-4ad3-a5a2-eed232993dbc req-4303ff9d-fdb9-4902-a20f-7ef63c1948ea service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a HTTP/1.1" status: 200 len: 858 time: 0.0517716 May 04 15:00:14.818823 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf789533-7132-4531-9e2b-f0f02c650a2d x-openstack-request-id: req-bf789533-7132-4531-9e2b-f0f02c650a2d {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:00:14.819193 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c06f947-094b-4479-92c4-05d965d6c144", "tag": "a7ce1003-4789-4a90-b7a2-c2389a9b0e3e", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:00:14.819960 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bf789533-7132-4531-9e2b-f0f02c650a2d {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:00:14.821036 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bf789533-7132-4531-9e2b-f0f02c650a2d'] response: {'name': 'network-changed', 'server_uuid': '8c06f947-094b-4479-92c4-05d965d6c144', 'tag': 'a7ce1003-4789-4a90-b7a2-c2389a9b0e3e', 'status': 'completed', 'code': 200} May 04 15:00:14.823776 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a257a55-cee9-4ad3-a5a2-eed232993dbc req-fb24335f-6fcf-475b-bf8c-c63d47fb6eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:14.825319 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4a257a55-cee9-4ad3-a5a2-eed232993dbc req-fb24335f-6fcf-475b-bf8c-c63d47fb6eb4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470362 May 04 15:00:14.895460 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-7efd9ec2-fabb-4c22-bdf8-808d8f8392d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:14.897190 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-7efd9ec2-fabb-4c22-bdf8-808d8f8392d6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d86fd4352b584822a6e3b6effecc05c5&device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 1096 time: 0.0554080 May 04 15:00:14.956587 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-b2f5b07f-c023-4d94-a464-01fbc4320114 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7ce1003-4789-4a90-b7a2-c2389a9b0e3e HTTP/1.1" status: 200 len: 217 time: 0.0448971 May 04 15:00:15.014248 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-c9d925b1-9c8c-47c4-a1d7-7fb9cc577a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:15.017271 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-c9d925b1-9c8c-47c4-a1d7-7fb9cc577a5b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=48eadae8-72f3-4aa6-811a-3a55d26ba392 HTTP/1.1" status: 200 len: 853 time: 0.0487242 May 04 15:00:15.069490 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-1ab02563-635f-4614-a7fd-9b316f51473c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:15.070986 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-1ab02563-635f-4614-a7fd-9b316f51473c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9cb74bce-f66b-4d2c-b3b3-1384b2905460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425947 May 04 15:00:15.166161 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4a257a55-cee9-4ad3-a5a2-eed232993dbc req-13ae8062-4fa6-49b5-bfb5-7ecc74995571 service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3224447 May 04 15:00:15.183850 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-1d33d88e-6bd9-4455-8cf2-dea25dacd1c4 service neutron] 10.222.0.11 "GET /v2.0/networks/9cb74bce-f66b-4d2c-b3b3-1384b2905460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890427 May 04 15:00:15.299684 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-9cf27e0c-597c-45db-82b0-1e4d0507f5ff req-f13409a0-8fbc-405a-8040-4fa440aadb4b service neutron] 10.222.0.11 "GET /v2.0/networks/9cb74bce-f66b-4d2c-b3b3-1384b2905460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871558 May 04 15:00:15.304414 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cec892-15bb-478b-8c1c-e45538eea4fe req-36cf318d-7f16-4a96-8419-7e4e689cb4bc tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:15.305978 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-26cec892-15bb-478b-8c1c-e45538eea4fe req-36cf318d-7f16-4a96-8419-7e4e689cb4bc tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0794227 May 04 15:00:15.311157 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4a257a55-cee9-4ad3-a5a2-eed232993dbc req-8e01036b-67c5-4385-8553-f6a115b23525 service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324203 May 04 15:00:15.349722 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-26cec892-15bb-478b-8c1c-e45538eea4fe req-5661c04f-6f8c-4814-afe2-6bff5eceaf37 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375276 May 04 15:00:15.423668 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017404a9-fc50-4515-93d7-0d5e069b8972 req-f497b03b-974d-4b04-a50b-6de0167f4d79 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:15.425343 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-017404a9-fc50-4515-93d7-0d5e069b8972 req-f497b03b-974d-4b04-a50b-6de0167f4d79 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 943 time: 0.0524890 May 04 15:00:15.463564 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-017404a9-fc50-4515-93d7-0d5e069b8972 req-4b1c7b82-239e-478c-bf68-09d29c141664 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320063 May 04 15:00:15.501810 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbded2-53ba-4355-bb40-d5dc80d28750 req-d51cd124-ca74-4d02-872b-b30cc354d397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:15.503288 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3ffbded2-53ba-4355-bb40-d5dc80d28750 req-d51cd124-ca74-4d02-872b-b30cc354d397 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d86fd4352b584822a6e3b6effecc05c5&device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 1096 time: 0.0429101 May 04 15:00:15.621060 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbded2-53ba-4355-bb40-d5dc80d28750 req-7a90f9f8-d29c-4e70-93ad-4f9d91ca773b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:15.622441 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3ffbded2-53ba-4355-bb40-d5dc80d28750 req-7a90f9f8-d29c-4e70-93ad-4f9d91ca773b service neutron] 10.222.0.11 "GET /v2.0/networks?id=9cb74bce-f66b-4d2c-b3b3-1384b2905460 HTTP/1.1" status: 200 len: 915 time: 0.0974634 May 04 15:00:15.665715 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3ffbded2-53ba-4355-bb40-d5dc80d28750 req-43af9b62-e5fe-40a3-ba97-a0cd9bd61961 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7ce1003-4789-4a90-b7a2-c2389a9b0e3e HTTP/1.1" status: 200 len: 217 time: 0.0359805 May 04 15:00:15.717585 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbded2-53ba-4355-bb40-d5dc80d28750 req-a8987839-c43d-44cc-a571-b647f9827753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:15.719000 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3ffbded2-53ba-4355-bb40-d5dc80d28750 req-a8987839-c43d-44cc-a571-b647f9827753 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=48eadae8-72f3-4aa6-811a-3a55d26ba392 HTTP/1.1" status: 200 len: 853 time: 0.0434136 May 04 15:00:15.767574 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffbded2-53ba-4355-bb40-d5dc80d28750 req-de6ef617-19be-4ae0-ad88-15edc83a783a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:15.769104 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3ffbded2-53ba-4355-bb40-d5dc80d28750 req-de6ef617-19be-4ae0-ad88-15edc83a783a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9cb74bce-f66b-4d2c-b3b3-1384b2905460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0425768 May 04 15:00:15.860389 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3ffbded2-53ba-4355-bb40-d5dc80d28750 req-43f69557-15e3-4f2d-9722-d7bd7aa7ae56 service neutron] 10.222.0.11 "GET /v2.0/networks/9cb74bce-f66b-4d2c-b3b3-1384b2905460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816360 May 04 15:00:15.952830 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3ffbded2-53ba-4355-bb40-d5dc80d28750 req-6ef83963-43ce-4b49-be89-e44e3f0fb26b service neutron] 10.222.0.11 "GET /v2.0/networks/9cb74bce-f66b-4d2c-b3b3-1384b2905460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855696 May 04 15:00:16.468791 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4856ee74-302f-4af3-b547-f5c3a724dfba req-3cac8cd1-1fa8-49fe-b3ba-2f202daf9b79 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:16.471112 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4856ee74-302f-4af3-b547-f5c3a724dfba req-3cac8cd1-1fa8-49fe-b3ba-2f202daf9b79 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0512173 May 04 15:00:16.508861 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4856ee74-302f-4af3-b547-f5c3a724dfba req-046cb59b-f715-4627-93ca-c14e45ee193a tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315931 May 04 15:00:16.576282 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80163c2a-4f88-45a5-b118-52e18d3a2453 req-c4734120-d83d-4ce9-8c31-2ef23a142ae9 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:16.577826 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-80163c2a-4f88-45a5-b118-52e18d3a2453 req-c4734120-d83d-4ce9-8c31-2ef23a142ae9 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 943 time: 0.0476129 May 04 15:00:16.618266 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-80163c2a-4f88-45a5-b118-52e18d3a2453 req-d1e4a0c2-5728-49ec-9e2f-3a890e82e78d tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340006 May 04 15:00:17.627777 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1303d0bf-1d83-42c0-a58b-567c943dc769 req-fb14970d-f169-43f9-957e-3bc400455d81 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:17.629203 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1303d0bf-1d83-42c0-a58b-567c943dc769 req-fb14970d-f169-43f9-957e-3bc400455d81 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0533197 May 04 15:00:17.668690 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1303d0bf-1d83-42c0-a58b-567c943dc769 req-9450a836-3727-497a-a723-57d4425920fb tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334148 May 04 15:00:17.734505 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5bb8bc3-2302-48fe-a543-7e27c8bdbfac req-6c6d0202-f33e-4233-ae7e-aa448e480fe2 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:17.736107 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e5bb8bc3-2302-48fe-a543-7e27c8bdbfac req-6c6d0202-f33e-4233-ae7e-aa448e480fe2 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 943 time: 0.0506253 May 04 15:00:17.775044 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e5bb8bc3-2302-48fe-a543-7e27c8bdbfac req-a6f149db-37b9-41f0-8804-2a60cf69dad4 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329490 May 04 15:00:18.607145 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device a7ce1003-4789-4a90-b7a2-c2389a9b0e3e details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:00:18.733075 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port a7ce1003-4789-4a90-b7a2-c2389a9b0e3e, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=a7ce1003-4789-4a90-b7a2-c2389a9b0e3e,segment=NetworkSegment(501a1a54-3d92-4c50-abeb-a40cdee8c87a),segment_id=501a1a54-3d92-4c50-abeb-a40cdee8c87a)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:00:18.744529 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Returning: {'device': 'a7ce1003-4789-4a90-b7a2-c2389a9b0e3e', 'network_id': '9cb74bce-f66b-4d2c-b3b3-1384b2905460', 'port_id': 'a7ce1003-4789-4a90-b7a2-c2389a9b0e3e', 'mac_address': 'fa:16:3e:a2:e6:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 269, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48eadae8-72f3-4aa6-811a-3a55d26ba392', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:00:18.760953 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 44108) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:18.793165 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e35e8-20e5-4e76-92a7-87df5c5ed23d req-d30c7f1c-715b-4a3d-9097-1e2afff0a163 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:18.794843 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8b7e35e8-20e5-4e76-92a7-87df5c5ed23d req-d30c7f1c-715b-4a3d-9097-1e2afff0a163 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0546529 May 04 15:00:18.794985 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:18.810004 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7ce1003-4789-4a90-b7a2-c2389a9b0e3e {{(pid=101865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:00:18.830699 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port a7ce1003-4789-4a90-b7a2-c2389a9b0e3e, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=a7ce1003-4789-4a90-b7a2-c2389a9b0e3e,segment=NetworkSegment(501a1a54-3d92-4c50-abeb-a40cdee8c87a),segment_id=501a1a54-3d92-4c50-abeb-a40cdee8c87a)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:00:18.835910 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:18.847614 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8b7e35e8-20e5-4e76-92a7-87df5c5ed23d req-53fb8a09-c172-4dab-81f1-b167a10a7254 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398638 May 04 15:00:18.890945 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=a7ce1003-4789-4a90-b7a2-c2389a9b0e3e,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:18.917612 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d82040e-227a-4217-83e4-acf40b8e45c3 req-e3bf2813-1431-4595-b468-95caeced2ec8 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:18.919170 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8d82040e-227a-4217-83e4-acf40b8e45c3 req-e3bf2813-1431-4595-b468-95caeced2ec8 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 944 time: 0.0656831 May 04 15:00:18.945815 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-0c1ef05a-32d0-4377-ae47-ebbc1c2be477 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:18.957831 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8d82040e-227a-4217-83e4-acf40b8e45c3 req-2d78abeb-98c6-4cec-bf21-9e6ccffb353e tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326996 May 04 15:00:19.023462 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-0c1ef05a-32d0-4377-ae47-ebbc1c2be477 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:19.027735 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-0c1ef05a-32d0-4377-ae47-ebbc1c2be477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:19.068957 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-0c1ef05a-32d0-4377-ae47-ebbc1c2be477 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=869fd7a71f29428bbe8fa2fc1b6adb75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3068109 May 04 15:00:19.069785 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1ef05a-32d0-4377-ae47-ebbc1c2be477 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3740dd4f-fea1-4a2a-8ec8-e733875a8249,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:19.071650 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 44114) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:19.121036 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bbef188c-6f7a-4269-8153-a43b580a03ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:19.143086 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bbef188c-6f7a-4269-8153-a43b580a03ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:19.191954 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bbef188c-6f7a-4269-8153-a43b580a03ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:19.194508 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bbef188c-6f7a-4269-8153-a43b580a03ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:19.195672 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-bbef188c-6f7a-4269-8153-a43b580a03ff admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3740dd4f-fea1-4a2a-8ec8-e733875a8249 HTTP/1.1" status: 204 len: 168 time: 0.1222303 May 04 15:00:19.210124 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef188c-6f7a-4269-8153-a43b580a03ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3740dd4f-fea1-4a2a-8ec8-e733875a8249,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:19.457342 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 44124) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:19.472585 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-444bfcf7-3281-4465-bb44-ac373505ac9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:19.552325 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-444bfcf7-3281-4465-bb44-ac373505ac9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:19.557893 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-444bfcf7-3281-4465-bb44-ac373505ac9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:19.599370 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-444bfcf7-3281-4465-bb44-ac373505ac9d admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=f9d6204b8d3e4b8d90d12f20c5a6aff3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1409011 May 04 15:00:19.600320 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444bfcf7-3281-4465-bb44-ac373505ac9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=566e1e7b-5488-4620-aea0-24b10002b160,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:19.602095 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 44130) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:19.652374 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-74588651-853d-4fe3-9679-01945b48e348 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:19.682508 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-74588651-853d-4fe3-9679-01945b48e348 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:19.724744 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-74588651-853d-4fe3-9679-01945b48e348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:19.727234 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-74588651-853d-4fe3-9679-01945b48e348 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:19.728429 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-74588651-853d-4fe3-9679-01945b48e348 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/566e1e7b-5488-4620-aea0-24b10002b160 HTTP/1.1" status: 204 len: 168 time: 0.1247461 May 04 15:00:19.737556 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74588651-853d-4fe3-9679-01945b48e348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=566e1e7b-5488-4620-aea0-24b10002b160,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:19.884005 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['a7ce1003-4789-4a90-b7a2-c2389a9b0e3e'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:00:19.960945 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92975b5-17ad-47e6-9884-109cd32167ae req-83892def-4aa7-45e3-9269-00c508297f4e tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:19.962720 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d92975b5-17ad-47e6-9884-109cd32167ae req-83892def-4aa7-45e3-9269-00c508297f4e tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0514746 May 04 15:00:20.010473 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d92975b5-17ad-47e6-9884-109cd32167ae req-51ff82b9-2328-4af2-ab38-12b26b824c6d tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404181 May 04 15:00:20.079222 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30711b1-6990-41fb-bd32-5f95ae26b3ce req-5f7aa187-47c9-4855-9f2e-028ecbdf8946 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:20.080740 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e30711b1-6990-41fb-bd32-5f95ae26b3ce req-5f7aa187-47c9-4855-9f2e-028ecbdf8946 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 944 time: 0.0508618 May 04 15:00:20.082975 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 44140) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:20.097182 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-0991103d-534c-4368-8c91-649415946065 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:20.119448 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e30711b1-6990-41fb-bd32-5f95ae26b3ce req-dff2b687-ba52-4697-b37b-611e60e647bb tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324843 May 04 15:00:20.175038 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-0991103d-534c-4368-8c91-649415946065 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:20.178676 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-0991103d-534c-4368-8c91-649415946065 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:20.215510 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991103d-534c-4368-8c91-649415946065 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54493ed-2de5-4a22-8532-42bab529ea85,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:20.220813 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-0991103d-534c-4368-8c91-649415946065 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4415b3b21aa44430aa7a1879b42ddc34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1367919 May 04 15:00:20.223710 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 44142) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:20.278030 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-5db9e7c6-f0bf-4093-80f8-0362eb53b168 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:20.300044 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-5db9e7c6-f0bf-4093-80f8-0362eb53b168 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:20.349999 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-5db9e7c6-f0bf-4093-80f8-0362eb53b168 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:20.352585 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-5db9e7c6-f0bf-4093-80f8-0362eb53b168 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:20.354171 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-5db9e7c6-f0bf-4093-80f8-0362eb53b168 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c54493ed-2de5-4a22-8532-42bab529ea85 HTTP/1.1" status: 204 len: 168 time: 0.1294658 May 04 15:00:20.362678 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db9e7c6-f0bf-4093-80f8-0362eb53b168 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54493ed-2de5-4a22-8532-42bab529ea85,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:21.134282 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc4272-1add-4c6e-8036-3f3ccf77324c req-6f66e7fe-6db0-465c-b149-838e645e230c tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:21.135768 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c8fc4272-1add-4c6e-8036-3f3ccf77324c req-6f66e7fe-6db0-465c-b149-838e645e230c tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0484648 May 04 15:00:21.179761 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c8fc4272-1add-4c6e-8036-3f3ccf77324c req-529494df-0e4f-4536-a2f3-6205506d70f0 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377867 May 04 15:00:21.241861 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22818945-c46e-4b0f-969e-4666785f734d req-e4d871de-529f-4a3f-8c31-23af49f79de3 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:21.243350 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-22818945-c46e-4b0f-969e-4666785f734d req-e4d871de-529f-4a3f-8c31-23af49f79de3 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 944 time: 0.0550642 May 04 15:00:21.281339 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-22818945-c46e-4b0f-969e-4666785f734d req-c7fbc1b5-de09-4df2-ad7c-3b6fbfe71897 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320280 May 04 15:00:21.691065 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 44204) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:21.803684 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4707270f-5cfb-41b0-b8e7-550fbf2a1da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:21.888254 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4707270f-5cfb-41b0-b8e7-550fbf2a1da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:21.893428 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4707270f-5cfb-41b0-b8e7-550fbf2a1da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:21.935622 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4707270f-5cfb-41b0-b8e7-550fbf2a1da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e4ba92-71cc-4dae-86f5-af7044410abd,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:21.941576 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-4707270f-5cfb-41b0-b8e7-550fbf2a1da9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2893f1fc85794d88b8dd5c8ee76feb47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493789 May 04 15:00:21.943917 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 44218) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:21.999427 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-668d4182-a306-42eb-8b81-b7a43f923268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:22.030654 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-668d4182-a306-42eb-8b81-b7a43f923268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:22.092128 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e812cb3-818c-44b2-b403-dbb3f004d741 req-fbc11ccd-1886-4deb-bbad-5412ea3b2061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:22.094194 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6e812cb3-818c-44b2-b403-dbb3f004d741 req-fbc11ccd-1886-4deb-bbad-5412ea3b2061 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 1099 time: 0.0760553 May 04 15:00:22.106831 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-668d4182-a306-42eb-8b81-b7a43f923268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:22.109780 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-668d4182-a306-42eb-8b81-b7a43f923268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:22.113246 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-668d4182-a306-42eb-8b81-b7a43f923268 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e4e4ba92-71cc-4dae-86f5-af7044410abd HTTP/1.1" status: 204 len: 168 time: 0.1675889 May 04 15:00:22.123220 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d4182-a306-42eb-8b81-b7a43f923268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e4ba92-71cc-4dae-86f5-af7044410abd,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:22.163964 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6e812cb3-818c-44b2-b403-dbb3f004d741 req-8a67545d-8718-4dfc-a6a1-647a3389f028 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612435 May 04 15:00:22.422905 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b9ae4-5c86-4581-80bc-5e40f7daeaf0 req-c702d250-5a34-473a-a900-1f95780510d3 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:22.433984 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f26b9ae4-5c86-4581-80bc-5e40f7daeaf0 req-c702d250-5a34-473a-a900-1f95780510d3 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.1747591 May 04 15:00:22.515416 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f26b9ae4-5c86-4581-80bc-5e40f7daeaf0 req-36959746-b847-4d9b-812f-f0c1cd182e9d tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734606 May 04 15:00:22.549648 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe709e48-ed6d-4516-a711-be5a507525f7 req-7b19b8cd-31b4-4b06-8e42-7368dcee9a42 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:22.557706 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-fe709e48-ed6d-4516-a711-be5a507525f7 req-7b19b8cd-31b4-4b06-8e42-7368dcee9a42 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 944 time: 0.1196387 May 04 15:00:22.602396 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-fe709e48-ed6d-4516-a711-be5a507525f7 req-d16df380-002f-4e03-82d6-228af46f59f7 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430851 May 04 15:00:22.629891 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device a7ce1003-4789-4a90-b7a2-c2389a9b0e3e up at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:00:22.670847 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 44252) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:22.687541 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning for port a7ce1003-4789-4a90-b7a2-c2389a9b0e3e completed by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:00:22.688513 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9971cedf-b85e-450e-b9bb-b820089b0274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:22.692044 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning complete for port a7ce1003-4789-4a90-b7a2-c2389a9b0e3e triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:00:22.692540 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:22.787625 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9971cedf-b85e-450e-b9bb-b820089b0274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:22.792286 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9971cedf-b85e-450e-b9bb-b820089b0274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:22.837277 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-9971cedf-b85e-450e-b9bb-b820089b0274 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d66be8e195a3482580cfb37b025d54d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1638887 May 04 15:00:22.838498 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9971cedf-b85e-450e-b9bb-b820089b0274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc07194-8e2c-424d-9869-b219e2a0cacb,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:22.840569 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 44254) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:22.848045 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9971cedf-b85e-450e-b9bb-b820089b0274 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:22.848409 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9971cedf-b85e-450e-b9bb-b820089b0274 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:22.862670 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9971cedf-b85e-450e-b9bb-b820089b0274 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:22.863658 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9971cedf-b85e-450e-b9bb-b820089b0274 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:22.864020 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9971cedf-b85e-450e-b9bb-b820089b0274 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:22.864390 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9971cedf-b85e-450e-b9bb-b820089b0274 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:22.864718 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9971cedf-b85e-450e-b9bb-b820089b0274 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:22.865083 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9971cedf-b85e-450e-b9bb-b820089b0274 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:22.865422 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9971cedf-b85e-450e-b9bb-b820089b0274 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:22.865749 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9971cedf-b85e-450e-b9bb-b820089b0274 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:22.866088 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9971cedf-b85e-450e-b9bb-b820089b0274 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:22.866416 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9971cedf-b85e-450e-b9bb-b820089b0274 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:22.914896 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a82bfffc-909a-4f74-88a4-172497f435d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:22.933113 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:22.948108 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a82bfffc-909a-4f74-88a4-172497f435d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:22.958750 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c06f947-094b-4479-92c4-05d965d6c144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ce1003-4789-4a90-b7a2-c2389a9b0e3e'}] {{(pid=101865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:00:22.961147 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13127db273ea31dc2797640238b9d4a3f6ca00c8d3f152038556e6a345f6b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df9ecae5-3097-4be2-a657-f40ad6b0352b" -d '{"events": [{"server_uuid": "8c06f947-094b-4479-92c4-05d965d6c144", "name": "network-vif-plugged", "status": "completed", "tag": "a7ce1003-4789-4a90-b7a2-c2389a9b0e3e"}]}' {{(pid=101865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:00:22.985082 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port a7ce1003-4789-4a90-b7a2-c2389a9b0e3e, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=a7ce1003-4789-4a90-b7a2-c2389a9b0e3e,segment=NetworkSegment(501a1a54-3d92-4c50-abeb-a40cdee8c87a),segment_id=501a1a54-3d92-4c50-abeb-a40cdee8c87a)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:00:22.989686 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:23.005362 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a82bfffc-909a-4f74-88a4-172497f435d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:23.007899 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a82bfffc-909a-4f74-88a4-172497f435d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:23.009147 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-a82bfffc-909a-4f74-88a4-172497f435d6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2bc07194-8e2c-424d-9869-b219e2a0cacb HTTP/1.1" status: 204 len: 168 time: 0.1672692 May 04 15:00:23.015705 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2b5af4b-f49d-436d-9302-6c39c1d2f3a0 x-openstack-request-id: req-e2b5af4b-f49d-436d-9302-6c39c1d2f3a0 {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:00:23.016280 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c06f947-094b-4479-92c4-05d965d6c144", "name": "network-vif-plugged", "status": "completed", "tag": "a7ce1003-4789-4a90-b7a2-c2389a9b0e3e", "code": 200}]} {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:00:23.017167 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e2b5af4b-f49d-436d-9302-6c39c1d2f3a0 {{(pid=101865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:00:23.017932 dv-cinder-829630-2-iscsi neutron-server[101865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2b5af4b-f49d-436d-9302-6c39c1d2f3a0'] response: {'server_uuid': '8c06f947-094b-4479-92c4-05d965d6c144', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7ce1003-4789-4a90-b7a2-c2389a9b0e3e', 'code': 200} May 04 15:00:23.020061 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82bfffc-909a-4f74-88a4-172497f435d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc07194-8e2c-424d-9869-b219e2a0cacb,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:23.059373 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=a7ce1003-4789-4a90-b7a2-c2389a9b0e3e,revision_number=5']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:23.443572 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3cd190-0c64-4912-8ddd-70b13b951a2a req-0e1b5357-5766-4713-91a6-8eaff2d91462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:23.445250 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6a3cd190-0c64-4912-8ddd-70b13b951a2a req-0e1b5357-5766-4713-91a6-8eaff2d91462 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 1098 time: 0.0476623 May 04 15:00:23.627009 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da407c51-d5cc-4b1e-9fa8-7309267ac409 req-23f3e741-33e3-42e4-b39b-b3284e8922d5 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:23.628752 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-da407c51-d5cc-4b1e-9fa8-7309267ac409 req-23f3e741-33e3-42e4-b39b-b3284e8922d5 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0539186 May 04 15:00:23.686936 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-da407c51-d5cc-4b1e-9fa8-7309267ac409 req-b1dce1b9-cbdc-4816-8c61-97b5c7103ca0 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503740 May 04 15:00:23.730791 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668689cd-f3e0-41fe-ae39-44cfb8c54cdb req-3986cc76-460a-4c47-aab4-f9ad16c704c9 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:23.732286 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-668689cd-f3e0-41fe-ae39-44cfb8c54cdb req-3986cc76-460a-4c47-aab4-f9ad16c704c9 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 945 time: 0.0609267 May 04 15:00:23.772850 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-668689cd-f3e0-41fe-ae39-44cfb8c54cdb req-6898e5d3-3e85-4782-9889-317588431c9f tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329800 May 04 15:00:24.494320 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6a3cd190-0c64-4912-8ddd-70b13b951a2a req-0d910a02-3e08-40c5-8e2c-3c8914edc9a0 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307760 May 04 15:00:24.836778 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59674dbb-b094-4297-b0ec-120e9f56d441 req-f84be06c-3165-44d4-8137-d3a0b4bbef10 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:24.840197 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-59674dbb-b094-4297-b0ec-120e9f56d441 req-f84be06c-3165-44d4-8137-d3a0b4bbef10 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0722029 May 04 15:00:24.914593 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-59674dbb-b094-4297-b0ec-120e9f56d441 req-7a322627-0de3-415d-8def-a18648007537 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651884 May 04 15:00:24.933326 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51330d66-9d31-4320-b943-5f974b6f540e req-5be99fc6-33f9-4ecc-8ed0-839abcf8e488 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:24.935094 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-51330d66-9d31-4320-b943-5f974b6f540e req-5be99fc6-33f9-4ecc-8ed0-839abcf8e488 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 945 time: 0.0683527 May 04 15:00:24.972680 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-51330d66-9d31-4320-b943-5f974b6f540e req-669c7de3-88ca-4eae-ac0f-f62798948fdf tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308669 May 04 15:00:26.028947 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d835ace0-9c5e-4872-93eb-7e8e478839e9 req-a2d1b4a1-3798-483f-94c2-5296a88ec404 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:26.030649 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d835ace0-9c5e-4872-93eb-7e8e478839e9 req-a2d1b4a1-3798-483f-94c2-5296a88ec404 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0491428 May 04 15:00:26.100545 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d835ace0-9c5e-4872-93eb-7e8e478839e9 req-8a5a6668-8361-41b5-926e-f1d4d3634836 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628636 May 04 15:00:26.116454 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e5e91-132a-4599-a3ac-91f9c5674788 req-d860cb6e-33aa-4a78-9fa5-ba379d65fd70 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:26.117997 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-582e5e91-132a-4599-a3ac-91f9c5674788 req-d860cb6e-33aa-4a78-9fa5-ba379d65fd70 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 945 time: 0.0735924 May 04 15:00:26.156065 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-582e5e91-132a-4599-a3ac-91f9c5674788 req-91aaeb1b-22bb-45ff-97dc-aea9e20830c3 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321465 May 04 15:00:27.227559 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994a0a20-e3e3-42bb-b517-4157758d9a5c req-f689f844-f959-4926-9cf0-f483416a6483 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:27.229216 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-994a0a20-e3e3-42bb-b517-4157758d9a5c req-f689f844-f959-4926-9cf0-f483416a6483 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0583122 May 04 15:00:27.298935 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-994a0a20-e3e3-42bb-b517-4157758d9a5c req-78bf65ee-f898-4cd3-b20d-8580afedd4ab tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584605 May 04 15:00:27.306971 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d638ca-8eb5-4317-b9be-37591f443ed7 req-2eacc9ca-d7e9-4b64-bceb-1fb2c3ac23e7 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:27.308383 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-16d638ca-8eb5-4317-b9be-37591f443ed7 req-2eacc9ca-d7e9-4b64-bceb-1fb2c3ac23e7 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 945 time: 0.0772114 May 04 15:00:27.350836 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-16d638ca-8eb5-4317-b9be-37591f443ed7 req-f0dcc8fe-b81e-47a9-918f-b1f42430a26a tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363138 May 04 15:00:28.413185 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01831895-386e-4562-8c64-7d1772e0c98c req-30abcf0a-3845-464e-86a6-ba1dd8d41d04 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:28.414763 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-01831895-386e-4562-8c64-7d1772e0c98c req-30abcf0a-3845-464e-86a6-ba1dd8d41d04 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0498314 May 04 15:00:28.484333 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-01831895-386e-4562-8c64-7d1772e0c98c req-b65e0f5e-05f2-4a76-be25-c72c64d1313f tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616963 May 04 15:00:28.496619 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd2cc2c-2244-465c-888c-dacb9d7710bd req-f05a75e3-57eb-4f98-af80-a7e8790c3402 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:28.498202 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0dd2cc2c-2244-465c-888c-dacb9d7710bd req-f05a75e3-57eb-4f98-af80-a7e8790c3402 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 945 time: 0.0774202 May 04 15:00:28.542824 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0dd2cc2c-2244-465c-888c-dacb9d7710bd req-c2f88f8b-5418-4562-81b9-453eee607fea tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377665 May 04 15:00:28.766275 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded93421-eb90-4a3c-868b-a9448b94604a req-58308244-a0e4-467e-a27e-390f265ed5ac tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:28.767759 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ded93421-eb90-4a3c-868b-a9448b94604a req-58308244-a0e4-467e-a27e-390f265ed5ac tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0824208 May 04 15:00:28.773580 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c3fe7-4830-445d-b66c-848156f34c4c req-2ad6786a-601a-4f93-97a9-48617c94bc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:28.774990 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3c1c3fe7-4830-445d-b66c-848156f34c4c req-2ad6786a-601a-4f93-97a9-48617c94bc26 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=905c2ec6da98485d974f32e58df0cfb5&device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 1099 time: 0.0587709 May 04 15:00:28.855858 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ded93421-eb90-4a3c-868b-a9448b94604a req-9b7e8542-f4a2-4142-87be-8fc307982b3f tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798986 May 04 15:00:28.899265 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c3fe7-4830-445d-b66c-848156f34c4c req-51584725-b4b7-4a4b-b36e-e06cb50644b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:28.900628 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3c1c3fe7-4830-445d-b66c-848156f34c4c req-51584725-b4b7-4a4b-b36e-e06cb50644b1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc HTTP/1.1" status: 200 len: 920 time: 0.1171551 May 04 15:00:28.942654 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3c1c3fe7-4830-445d-b66c-848156f34c4c req-f71c2011-36e0-40f0-93b5-12bf34ad71fc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a1747b7-8961-43c7-aa12-ccf71dd190e6 HTTP/1.1" status: 200 len: 217 time: 0.0346932 May 04 15:00:29.044985 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c3fe7-4830-445d-b66c-848156f34c4c req-95da21c0-8f80-42aa-8e1f-9a4f19ebd45b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:29.046423 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3c1c3fe7-4830-445d-b66c-848156f34c4c req-95da21c0-8f80-42aa-8e1f-9a4f19ebd45b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a HTTP/1.1" status: 200 len: 858 time: 0.0459950 May 04 15:00:29.119070 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1c3fe7-4830-445d-b66c-848156f34c4c req-4696bfd3-2c5e-4ca5-a198-66929e86c407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:29.120593 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3c1c3fe7-4830-445d-b66c-848156f34c4c req-4696bfd3-2c5e-4ca5-a198-66929e86c407 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0444155 May 04 15:00:29.244206 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3c1c3fe7-4830-445d-b66c-848156f34c4c req-3d799d91-e63f-45d3-8f60-b44fffe560ab service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008787 May 04 15:00:29.367828 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3c1c3fe7-4830-445d-b66c-848156f34c4c req-56f4e80a-c7e4-4ee5-9c82-b0b28b976964 service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001244 May 04 15:00:29.674149 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ba3ea4-9241-4598-b519-1e47e3260c05 req-d9025f4b-d284-4835-862a-19a6e1e097d8 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:29.675645 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-00ba3ea4-9241-4598-b519-1e47e3260c05 req-d9025f4b-d284-4835-862a-19a6e1e097d8 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 945 time: 0.0565300 May 04 15:00:29.716447 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-00ba3ea4-9241-4598-b519-1e47e3260c05 req-f038511c-0015-4042-ad86-ac50ba6757df tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344391 May 04 15:00:29.838934 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f46244b-5665-4d81-89ff-86c88d9b0afa req-de9f3ee6-7b10-428b-8d7f-884ce60918f6 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:29.840627 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2f46244b-5665-4d81-89ff-86c88d9b0afa req-de9f3ee6-7b10-428b-8d7f-884ce60918f6 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 945 time: 0.0544522 May 04 15:00:29.888151 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2f46244b-5665-4d81-89ff-86c88d9b0afa req-a33d42ee-d9a7-46f2-8865-da574ecd48cc tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405431 May 04 15:00:29.977708 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37856c4-78d9-44b2-bb05-1ee8f7f28ada req-71bac647-37a4-4d17-aaba-3c1a6d22a861 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:29.979191 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b37856c4-78d9-44b2-bb05-1ee8f7f28ada req-71bac647-37a4-4d17-aaba-3c1a6d22a861 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0493829 May 04 15:00:30.021256 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b37856c4-78d9-44b2-bb05-1ee8f7f28ada req-be188520-f643-45d1-917f-af05ecfec37f tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356522 May 04 15:00:30.214924 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea510abb-a85e-46bc-9bd1-c46761e73355 req-f0b47965-f038-4204-ab2a-fe693d42f98d tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:30.216379 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ea510abb-a85e-46bc-9bd1-c46761e73355 req-f0b47965-f038-4204-ab2a-fe693d42f98d tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 945 time: 0.0480757 May 04 15:00:30.256077 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ea510abb-a85e-46bc-9bd1-c46761e73355 req-561667d8-8217-4362-a970-7295b706caea tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326262 May 04 15:00:31.137059 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0b7c3f-8213-4c0d-9df2-1ed498327ff2 req-7c272075-985a-4f5c-9468-662e49b00b46 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:31.138460 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5d0b7c3f-8213-4c0d-9df2-1ed498327ff2 req-7c272075-985a-4f5c-9468-662e49b00b46 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0486767 May 04 15:00:31.176340 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5d0b7c3f-8213-4c0d-9df2-1ed498327ff2 req-f654bd8d-bc20-4c58-94cb-62b65787c478 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319135 May 04 15:00:32.289355 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6009c8a-c03c-4a5d-bef0-0f665748e46f req-3e0c2ddc-4e7b-4bc1-813e-f090682484d6 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:32.290927 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f6009c8a-c03c-4a5d-bef0-0f665748e46f req-3e0c2ddc-4e7b-4bc1-813e-f090682484d6 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0491383 May 04 15:00:32.332549 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f6009c8a-c03c-4a5d-bef0-0f665748e46f req-03be1892-d14a-4bf6-8f4c-82aa08ad10f6 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356493 May 04 15:00:33.444850 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b758f-eab0-489d-982e-ddddd69f2332 req-d4f26295-5709-4fd5-aff5-e2c852fa9b65 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:33.446157 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-007b758f-eab0-489d-982e-ddddd69f2332 req-d4f26295-5709-4fd5-aff5-e2c852fa9b65 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0475469 May 04 15:00:33.484325 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-007b758f-eab0-489d-982e-ddddd69f2332 req-8559fe6b-4995-4e91-b0c3-13f0d23b781a tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320008 May 04 15:00:34.600041 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d411adb8-99b4-4f8e-8c6f-cc2ed012a987 req-49a70e06-afc5-4700-94f2-540e06c278d9 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:34.601566 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d411adb8-99b4-4f8e-8c6f-cc2ed012a987 req-49a70e06-afc5-4700-94f2-540e06c278d9 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0500779 May 04 15:00:34.640383 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d411adb8-99b4-4f8e-8c6f-cc2ed012a987 req-1ae93546-f1b9-4e4e-b218-6ce81ea3e4a6 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328352 May 04 15:00:35.755881 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af4bc7e-1eb3-4924-ab10-eb58170e64fe req-f3484d93-a6e6-45f7-8de8-0c74eb928732 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:35.757212 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5af4bc7e-1eb3-4924-ab10-eb58170e64fe req-f3484d93-a6e6-45f7-8de8-0c74eb928732 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0484593 May 04 15:00:35.799771 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5af4bc7e-1eb3-4924-ab10-eb58170e64fe req-55391190-d20c-4dba-acf2-416340fbd137 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366180 May 04 15:00:36.127582 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7d8a7485-69b9-4186-8465-6ed7283387d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:36.216202 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 44488) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:36.328436 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-cd9a8d11-cd7a-49c7-915a-d5a0c0109207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:36.401339 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-cd9a8d11-cd7a-49c7-915a-d5a0c0109207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:36.405340 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-cd9a8d11-cd7a-49c7-915a-d5a0c0109207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:36.441282 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9a8d11-cd7a-49c7-915a-d5a0c0109207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51d54c35-a61a-4a90-82e1-38c0038b856d,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:36.445069 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-cd9a8d11-cd7a-49c7-915a-d5a0c0109207 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7d171e32234248fda39a3c7b0897ddac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2277751 May 04 15:00:36.447746 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 44492) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:36.450985 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a8d11-cd7a-49c7-915a-d5a0c0109207 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:36.451332 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a8d11-cd7a-49c7-915a-d5a0c0109207 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:36.451674 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a8d11-cd7a-49c7-915a-d5a0c0109207 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:36.452016 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a8d11-cd7a-49c7-915a-d5a0c0109207 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:36.452337 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a8d11-cd7a-49c7-915a-d5a0c0109207 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:36.452672 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a8d11-cd7a-49c7-915a-d5a0c0109207 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:36.453028 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a8d11-cd7a-49c7-915a-d5a0c0109207 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:36.453373 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a8d11-cd7a-49c7-915a-d5a0c0109207 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:36.454293 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a8d11-cd7a-49c7-915a-d5a0c0109207 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:36.454619 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a8d11-cd7a-49c7-915a-d5a0c0109207 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:36.455091 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a8d11-cd7a-49c7-915a-d5a0c0109207 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:36.455416 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd9a8d11-cd7a-49c7-915a-d5a0c0109207 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:36.498287 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-7168f433-46ed-45d4-85cc-8ed015660936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:36.525736 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-7168f433-46ed-45d4-85cc-8ed015660936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:36.578284 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-7168f433-46ed-45d4-85cc-8ed015660936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:36.581571 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-7168f433-46ed-45d4-85cc-8ed015660936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:36.582839 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-7168f433-46ed-45d4-85cc-8ed015660936 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/51d54c35-a61a-4a90-82e1-38c0038b856d HTTP/1.1" status: 204 len: 168 time: 0.1340230 May 04 15:00:36.590501 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7168f433-46ed-45d4-85cc-8ed015660936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d54c35-a61a-4a90-82e1-38c0038b856d,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:36.843472 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 44500) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:36.868252 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-2d2e91d5-79f9-4751-a32b-ef6ebe3f2eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:36.917074 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a615d42-9745-421e-aec3-04e0a6fb1539 req-efa83957-b051-4b89-88fe-99823e492419 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:36.918577 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9a615d42-9745-421e-aec3-04e0a6fb1539 req-efa83957-b051-4b89-88fe-99823e492419 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0503142 May 04 15:00:36.950207 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-2d2e91d5-79f9-4751-a32b-ef6ebe3f2eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:36.955140 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-2d2e91d5-79f9-4751-a32b-ef6ebe3f2eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:36.959009 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9a615d42-9745-421e-aec3-04e0a6fb1539 req-af086721-2c10-4ef1-87ed-afbbd30c0db8 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330317 May 04 15:00:36.995001 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-2d2e91d5-79f9-4751-a32b-ef6ebe3f2eed admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e40c0822136b476ab90d7ccc13553ed8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1507008 May 04 15:00:36.996142 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2e91d5-79f9-4751-a32b-ef6ebe3f2eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=877fb49e-bcb8-4c2d-9af7-7fa2bc96d6f3,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:36.997689 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 44506) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:37.046846 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2e09-5192-4260-b151-644028c2bf87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:37.071176 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2e09-5192-4260-b151-644028c2bf87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:37.119824 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2e09-5192-4260-b151-644028c2bf87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:37.122372 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-ba1c2e09-5192-4260-b151-644028c2bf87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:37.123542 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-ba1c2e09-5192-4260-b151-644028c2bf87 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/877fb49e-bcb8-4c2d-9af7-7fa2bc96d6f3 HTTP/1.1" status: 204 len: 168 time: 0.1248891 May 04 15:00:37.131307 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1c2e09-5192-4260-b151-644028c2bf87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=877fb49e-bcb8-4c2d-9af7-7fa2bc96d6f3,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:37.439080 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 44514) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:37.452223 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-f56a1322-63d1-4edd-9d51-be3ce7d87601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:37.525595 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-f56a1322-63d1-4edd-9d51-be3ce7d87601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:37.529580 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-f56a1322-63d1-4edd-9d51-be3ce7d87601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:37.567170 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-f56a1322-63d1-4edd-9d51-be3ce7d87601 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=782a462db71741a4b65a9d6e68c4bc06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1269407 May 04 15:00:37.568108 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a1322-63d1-4edd-9d51-be3ce7d87601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48853cf1-c7e9-4056-8972-98b819292c46,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:37.570117 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 44516) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:37.630246 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-492709b8-a4c1-47f4-9cb3-a028e6911d93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:37.657969 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-492709b8-a4c1-47f4-9cb3-a028e6911d93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:37.706688 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-492709b8-a4c1-47f4-9cb3-a028e6911d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:37.709637 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-492709b8-a4c1-47f4-9cb3-a028e6911d93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:37.710785 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-492709b8-a4c1-47f4-9cb3-a028e6911d93 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/48853cf1-c7e9-4056-8972-98b819292c46 HTTP/1.1" status: 204 len: 168 time: 0.1391203 May 04 15:00:37.718705 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492709b8-a4c1-47f4-9cb3-a028e6911d93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48853cf1-c7e9-4056-8972-98b819292c46,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:38.076572 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb44234-60ed-4ac7-a197-674c0aadcfd2 req-c9c8580b-e2e0-483a-9e93-f3f755803330 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:38.078122 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cdb44234-60ed-4ac7-a197-674c0aadcfd2 req-c9c8580b-e2e0-483a-9e93-f3f755803330 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0490580 May 04 15:00:38.118265 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cdb44234-60ed-4ac7-a197-674c0aadcfd2 req-edca6b34-19c7-4f3d-87ed-eb0b158f7428 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334616 May 04 15:00:38.404993 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-fb142fa7-5229-4a52-b352-99fecdebedd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:39.251385 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07b20f8-b52b-4575-b0e5-40dd6d6b4794 req-2640ce9e-e7b4-4088-ab2b-42c7b3fdb6f4 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:39.253133 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b07b20f8-b52b-4575-b0e5-40dd6d6b4794 req-2640ce9e-e7b4-4088-ab2b-42c7b3fdb6f4 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0600369 May 04 15:00:39.294285 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b07b20f8-b52b-4575-b0e5-40dd6d6b4794 req-8d979d8b-6213-49a8-b4b5-99939f1eef2e tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347526 May 04 15:00:39.642639 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:40.369268 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:40.416904 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46117249-a802-4d6e-b0a8-05e37454a74e req-520c3502-7823-47c2-9082-fc88ce3f1d83 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:40.418481 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-46117249-a802-4d6e-b0a8-05e37454a74e req-520c3502-7823-47c2-9082-fc88ce3f1d83 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0505226 May 04 15:00:40.458028 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-46117249-a802-4d6e-b0a8-05e37454a74e req-705c5f9f-b394-423c-bbeb-65230f100e72 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331502 May 04 15:00:41.283661 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:41.688430 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:43.173078 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 44658) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:43.177606 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-508f228c-80bb-40b3-b0d1-485789a6b0b7 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Request body: {'security_group': {'name': 'tempest-securitygroup--487893499', 'description': 'tempest-description--1055168040'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:43.199759 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-508f228c-80bb-40b3-b0d1-485789a6b0b7 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:43.268461 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-508f228c-80bb-40b3-b0d1-485789a6b0b7 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:43.272555 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-508f228c-80bb-40b3-b0d1-485789a6b0b7 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:43.309878 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-508f228c-80bb-40b3-b0d1-485789a6b0b7 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:43.309878 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-508f228c-80bb-40b3-b0d1-485789a6b0b7 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1311455 May 04 15:00:43.309878 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f228c-80bb-40b3-b0d1-485789a6b0b7 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Pushing event updated for resources: {'SecurityGroup': ['ID=536153dc-1e79-4719-a214-ff5c7bae6b3e,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:43.310468 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 44668) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:43.315534 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-9149fff9-17ae-4dfa-ae09-7d3c65a94f6a tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Request body: {'security_group_rule': {'security_group_id': '536153dc-1e79-4719-a214-ff5c7bae6b3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:43.341668 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9149fff9-17ae-4dfa-ae09-7d3c65a94f6a tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:43.391926 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9149fff9-17ae-4dfa-ae09-7d3c65a94f6a tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:43.396354 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9149fff9-17ae-4dfa-ae09-7d3c65a94f6a tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:43.415095 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149fff9-17ae-4dfa-ae09-7d3c65a94f6a tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca7b1716-07da-481c-8224-9c6a1bfefeb8,revision_number=0']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:43.427456 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9149fff9-17ae-4dfa-ae09-7d3c65a94f6a tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:43.431174 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-9149fff9-17ae-4dfa-ae09-7d3c65a94f6a tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1173055 May 04 15:00:43.431428 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 44672) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:43.437154 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-35c79e1e-14bb-4b85-ada8-4914eb6f3589 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Request body: {'security_group_rule': {'security_group_id': '536153dc-1e79-4719-a214-ff5c7bae6b3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:43.464137 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-35c79e1e-14bb-4b85-ada8-4914eb6f3589 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:43.523334 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-35c79e1e-14bb-4b85-ada8-4914eb6f3589 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:43.527642 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-35c79e1e-14bb-4b85-ada8-4914eb6f3589 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:43.553975 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c79e1e-14bb-4b85-ada8-4914eb6f3589 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7174e7d-8652-4fcd-88e5-448f280d186c,revision_number=0']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:43.565303 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-35c79e1e-14bb-4b85-ada8-4914eb6f3589 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:43.566884 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-35c79e1e-14bb-4b85-ada8-4914eb6f3589 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1333940 May 04 15:00:43.569872 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 44678) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:43.575084 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-634bdde5-e68a-4211-97a0-5c82d6429584 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Request body: {'floatingip': {'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:43.607201 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-634bdde5-e68a-4211-97a0-5c82d6429584 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks [] for floatingip, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:43.723521 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-634bdde5-e68a-4211-97a0-5c82d6429584 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:43.832209 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.db_base_plugin_common [None req-634bdde5-e68a-4211-97a0-5c82d6429584 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Allocated IP 172.27.1.205 (de075482-66db-4cfa-a120-f2ea157cd064/5a69c200-2813-4998-8939-5704799bdcf4/2b29af71-c1dc-4ea2-87e6-a3b6d796491e) {{(pid=101863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:00:43.937375 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-634bdde5-e68a-4211-97a0-5c82d6429584 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks [] for port, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:43.976575 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-634bdde5-e68a-4211-97a0-5c82d6429584 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:44.022404 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-634bdde5-e68a-4211-97a0-5c82d6429584 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Network de075482-66db-4cfa-a120-f2ea157cd064 is already hosted by enough agents. {{(pid=101863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:00:44.025377 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-634bdde5-e68a-4211-97a0-5c82d6429584 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Resources bound (agent type, host, resource id): {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:00:44.029393 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634bdde5-e68a-4211-97a0-5c82d6429584 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Received port after_create {{(pid=101863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:00:44.036867 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634bdde5-e68a-4211-97a0-5c82d6429584 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Pushing event updated for resources: {'Port': ['ID=2b29af71-c1dc-4ea2-87e6-a3b6d796491e,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:44.134748 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-634bdde5-e68a-4211-97a0-5c82d6429584 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:44.170095 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-634bdde5-e68a-4211-97a0-5c82d6429584 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:44.327573 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-634bdde5-e68a-4211-97a0-5c82d6429584 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks [] for port, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:44.333403 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-634bdde5-e68a-4211-97a0-5c82d6429584 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2944232'] for port, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:44.400347 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634bdde5-e68a-4211-97a0-5c82d6429584 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Pushing event updated for resources: {'Port': ['ID=2b29af71-c1dc-4ea2-87e6-a3b6d796491e,revision_number=2']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:44.420281 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-634bdde5-e68a-4211-97a0-5c82d6429584 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628046'] for floatingip, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:44.435870 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-634bdde5-e68a-4211-97a0-5c82d6429584 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:44.437073 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-634bdde5-e68a-4211-97a0-5c82d6429584 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8656106 May 04 15:00:44.632168 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-c3a55338-398b-4d3e-8396-424d13622871 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--487893499&fields=id&tenant_id=905c2ec6da98485d974f32e58df0cfb5 HTTP/1.1" status: 200 len: 267 time: 0.0333159 May 04 15:00:44.748579 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-38134349-57d9-4961-9029-a4932907e131 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:44.750156 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-38134349-57d9-4961-9029-a4932907e131 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/networks?id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc HTTP/1.1" status: 200 len: 819 time: 0.1112554 May 04 15:00:44.768555 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-2ff79afe-f199-4c49-9d2f-245775741103 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/quotas/905c2ec6da98485d974f32e58df0cfb5 HTTP/1.1" status: 200 len: 375 time: 0.0105822 May 04 15:00:44.847170 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-9d8e1c3d-105c-4878-8a5b-8631ab9472fe tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=905c2ec6da98485d974f32e58df0cfb5&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0575929 May 04 15:00:44.943112 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-03545199-ea18-4549-b5ae-590ef19f5f33 service neutron] 10.222.0.42 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839489 May 04 15:00:45.030696 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-2d854ed9-6289-4128-9233-a4d2948da77b service neutron] 10.222.0.42 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813806 May 04 15:00:45.193525 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2b9b0dde-5258-4323-883e-5b20d0d4a17e req-cd3d212a-ef08-4542-a838-eec63eea2eec tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 210 time: 0.0271225 May 04 15:00:46.123410 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 44756) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:46.228787 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b9e1d8a9-dffe-4fc1-8e87-14d23cd4fee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:46.315484 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b9e1d8a9-dffe-4fc1-8e87-14d23cd4fee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:46.319974 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b9e1d8a9-dffe-4fc1-8e87-14d23cd4fee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:46.362463 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-b9e1d8a9-dffe-4fc1-8e87-14d23cd4fee9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a415dceeadbc44b1b09e17ad3d9871af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379489 May 04 15:00:46.363357 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1d8a9-dffe-4fc1-8e87-14d23cd4fee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5cfbd54-2551-4956-a799-905a096d48ef,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:46.366055 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 44762) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:46.443809 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ea4bf70d-6ad9-4e43-aad2-2504b0349e12 req-7ecd50a0-6e1b-425a-860a-226af9afb4ca tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 210 time: 0.0336752 May 04 15:00:46.444487 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7be2ef54-0919-45f6-bf67-fb1f19e2f698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:46.466648 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7be2ef54-0919-45f6-bf67-fb1f19e2f698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:46.510558 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7be2ef54-0919-45f6-bf67-fb1f19e2f698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:46.513117 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7be2ef54-0919-45f6-bf67-fb1f19e2f698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:46.514277 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-7be2ef54-0919-45f6-bf67-fb1f19e2f698 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a5cfbd54-2551-4956-a799-905a096d48ef HTTP/1.1" status: 204 len: 168 time: 0.1465182 May 04 15:00:46.522376 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be2ef54-0919-45f6-bf67-fb1f19e2f698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5cfbd54-2551-4956-a799-905a096d48ef,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:47.073896 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:00:47.547896 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4adc5545-f28b-4e26-b12c-251b04bc3376 req-f583070b-73b4-4c83-82d9-21ab79341c71 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 210 time: 0.0279770 May 04 15:00:48.644804 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8b9274a0-2156-4d93-a5f4-030388d60575 req-a32e804e-6038-4abd-a918-51c52c8563de tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 210 time: 0.0256143 May 04 15:00:49.755906 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a6539f48-23b3-4e81-a699-182cc16ed49d req-67f7179a-6ffc-49c9-a972-cd5ec20d11ca tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 210 time: 0.0327160 May 04 15:00:49.803828 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-dec13cf2-a9bb-404e-b32d-7a594a55b204 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:49.805319 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-dec13cf2-a9bb-404e-b32d-7a594a55b204 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.11 "GET /v2.0/networks?id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc HTTP/1.1" status: 200 len: 819 time: 0.1450932 May 04 15:00:49.864850 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-16459174-4d95-4d48-ac97-be1b05e17212 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=905c2ec6da98485d974f32e58df0cfb5 HTTP/1.1" status: 200 len: 379 time: 0.0341902 May 04 15:00:49.877238 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-8900e6d4-79c2-43d8-89e1-d3a950a6639b tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Request body: {'port': {'device_id': 'e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2', 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc', 'admin_state_up': True, 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'security_groups': ['536153dc-1e79-4719-a214-ff5c7bae6b3e']}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:50.216215 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-8900e6d4-79c2-43d8-89e1-d3a950a6639b tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Made reservation on behalf of 905c2ec6da98485d974f32e58df0cfb5 for: {'port': 1} {{(pid=101863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:00:50.221218 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-8900e6d4-79c2-43d8-89e1-d3a950a6639b tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:50.347956 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.db_base_plugin_common [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-8900e6d4-79c2-43d8-89e1-d3a950a6639b tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Allocated IP 172.20.0.6 (1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc/5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a/e15c5d79-99c5-4358-832f-31842b7bbd12) {{(pid=101863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:00:50.488522 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-8900e6d4-79c2-43d8-89e1-d3a950a6639b tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks [] for port, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:50.521455 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-8900e6d4-79c2-43d8-89e1-d3a950a6639b tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:50.564560 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-8900e6d4-79c2-43d8-89e1-d3a950a6639b tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Network 1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc is already hosted by enough agents. {{(pid=101863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:00:50.567708 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-8900e6d4-79c2-43d8-89e1-d3a950a6639b tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Resources bound (agent type, host, resource id): {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:00:50.571061 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-8900e6d4-79c2-43d8-89e1-d3a950a6639b tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Received port after_create {{(pid=101863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:00:50.619921 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8900e6d4-79c2-43d8-89e1-d3a950a6639b tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Pushing event updated for resources: {'Port': ['ID=e15c5d79-99c5-4358-832f-31842b7bbd12,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:50.641786 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-8900e6d4-79c2-43d8-89e1-d3a950a6639b tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:50.643997 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-8900e6d4-79c2-43d8-89e1-d3a950a6639b tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for port, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:50.664278 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-8900e6d4-79c2-43d8-89e1-d3a950a6639b tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7913129 May 04 15:00:50.741424 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-6badd972-62c7-4ab8-821c-c87872f1f01d service neutron] Request body: {'port': {'device_id': 'e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:50.815657 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-6badd972-62c7-4ab8-821c-c87872f1f01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:50.883780 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-e89d8997-7e11-4a5b-a6b7-86c2fd06578d None None] Provisioning complete for port e15c5d79-99c5-4358-832f-31842b7bbd12 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:00:50.884374 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-e89d8997-7e11-4a5b-a6b7-86c2fd06578d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:50.941475 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-57dfec2b-ffe4-4494-8665-f573ab9c6546 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/networks?tenant_id=0e419695d7e54378bcf18ae8eae6e32e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1008635 May 04 15:00:50.946061 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-e89d8997-7e11-4a5b-a6b7-86c2fd06578d None None] Port e15c5d79-99c5-4358-832f-31842b7bbd12 cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:00:51.123695 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d197f56-37ff-45e8-a1a4-c34c0496575e req-b0924ed9-1fe3-4bcc-a8ca-06bd61b2e5ee tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:51.125533 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2d197f56-37ff-45e8-a1a4-c34c0496575e req-b0924ed9-1fe3-4bcc-a8ca-06bd61b2e5ee tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 931 time: 0.2455320 May 04 15:00:51.205611 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 44874) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:51.273701 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2d197f56-37ff-45e8-a1a4-c34c0496575e req-0049aff1-bc8e-467a-8a66-8bfbc7956254 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=536153dc-1e79-4719-a214-ff5c7bae6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1343338 May 04 15:00:51.295975 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-6703e21f-c9a9-4a89-9343-74e8ffa270ca tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:51.298279 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-6703e21f-c9a9-4a89-9343-74e8ffa270ca tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3428178 May 04 15:00:51.326729 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-176d18cf-4702-444c-a600-9239e0ced2d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:51.338268 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-dbb12f73-ddfd-4f65-ada8-90395723420f tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/quotas/0e419695d7e54378bcf18ae8eae6e32e HTTP/1.1" status: 200 len: 375 time: 0.0332592 May 04 15:00:51.397722 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-0afaf292-872e-4f18-ab13-f4b4ad562633 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=0e419695d7e54378bcf18ae8eae6e32e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0585835 May 04 15:00:51.435163 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-176d18cf-4702-444c-a600-9239e0ced2d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:51.441116 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-176d18cf-4702-444c-a600-9239e0ced2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:51.478704 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-176d18cf-4702-444c-a600-9239e0ced2d3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=aed0f167972b41bf8244423ebf05fe8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717452 May 04 15:00:51.479426 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 44884) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:51.499724 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9baa1b31-a16d-469f-9177-a6983d4886cc req-9da74164-111b-4668-bece-bbabe08775c0 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:51.502376 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9baa1b31-a16d-469f-9177-a6983d4886cc req-9da74164-111b-4668-bece-bbabe08775c0 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 945 time: 0.1392245 May 04 15:00:51.525442 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-6badd972-62c7-4ab8-821c-c87872f1f01d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e15c5d79-99c5-4358-832f-31842b7bbd12 {{(pid=101863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:00:51.541703 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-6badd972-62c7-4ab8-821c-c87872f1f01d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:51.561006 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d18cf-4702-444c-a600-9239e0ced2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=733bb1aa-51e0-4514-9914-3f3f1e2d81c1,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:51.598431 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9baa1b31-a16d-469f-9177-a6983d4886cc req-5368267d-e38f-491f-81ae-39783948b8ae tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848968 May 04 15:00:51.603646 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a6e89768-6c32-42c5-9884-9f74e3e3fe94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:51.616037 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.provisioning_blocks [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-6badd972-62c7-4ab8-821c-c87872f1f01d service neutron] Transition to ACTIVE for port object e15c5d79-99c5-4358-832f-31842b7bbd12 will not be triggered until provisioned by entity L2. {{(pid=101863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:00:51.616760 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 44892) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:51.628768 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-6badd972-62c7-4ab8-821c-c87872f1f01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2944232'] for port, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:51.649148 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a6e89768-6c32-42c5-9884-9f74e3e3fe94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:51.652480 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-64f8e526-7b7e-4581-97be-e83c45e8174d req-a6c8eef8-e847-4c52-93b8-18413ec45613 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b HTTP/1.1" status: 200 len: 210 time: 0.0351040 May 04 15:00:51.728923 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a6e89768-6c32-42c5-9884-9f74e3e3fe94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:51.732553 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a6e89768-6c32-42c5-9884-9f74e3e3fe94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:51.734049 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-a6e89768-6c32-42c5-9884-9f74e3e3fe94 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/733bb1aa-51e0-4514-9914-3f3f1e2d81c1 HTTP/1.1" status: 204 len: 168 time: 0.2524612 May 04 15:00:51.758396 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e89768-6c32-42c5-9884-9f74e3e3fe94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=733bb1aa-51e0-4514-9914-3f3f1e2d81c1,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:51.763424 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badd972-62c7-4ab8-821c-c87872f1f01d service neutron] Pushing event updated for resources: {'Port': ['ID=e15c5d79-99c5-4358-832f-31842b7bbd12,revision_number=2']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:51.846616 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.managers [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-6badd972-62c7-4ab8-821c-c87872f1f01d service neutron] Attempting to bind port e15c5d79-99c5-4358-832f-31842b7bbd12 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:00:51.847819 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.managers [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-6badd972-62c7-4ab8-821c-c87872f1f01d service neutron] Attempting to bind port e15c5d79-99c5-4358-832f-31842b7bbd12 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '534d5c1f-96ae-4c1a-a88f-267c90e99e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc'}] {{(pid=101863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:00:51.848318 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-6badd972-62c7-4ab8-821c-c87872f1f01d service neutron] Attempting to bind port e15c5d79-99c5-4358-832f-31842b7bbd12 on network 1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:00:51.854502 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-6badd972-62c7-4ab8-821c-c87872f1f01d service neutron] Port e15c5d79-99c5-4358-832f-31842b7bbd12 on network 1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:00:51.854829 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-6badd972-62c7-4ab8-821c-c87872f1f01d service neutron] Attempting to bind port e15c5d79-99c5-4358-832f-31842b7bbd12 on network 1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:00:51.862505 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-6badd972-62c7-4ab8-821c-c87872f1f01d service neutron] Checking agent: {'id': 'b5e3fd0f-344a-4130-968c-1c1293caf489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'started_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:00:51.862832 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-6badd972-62c7-4ab8-821c-c87872f1f01d service neutron] Checking segment: {'id': '534d5c1f-96ae-4c1a-a88f-267c90e99e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:00:51.863600 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-6badd972-62c7-4ab8-821c-c87872f1f01d service neutron] Bound using segment: {'id': '534d5c1f-96ae-4c1a-a88f-267c90e99e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc'} {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:00:51.864062 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.managers [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-6badd972-62c7-4ab8-821c-c87872f1f01d service neutron] Bound port: e15c5d79-99c5-4358-832f-31842b7bbd12, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534d5c1f-96ae-4c1a-a88f-267c90e99e91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 287, 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc'}}] {{(pid=101863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:00:51.864434 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-6badd972-62c7-4ab8-821c-c87872f1f01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:51.903114 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e6f62af-b1ac-4f34-a5fe-cdb0742db679 tempest-TestMinimumBasicScenario-736892286 tempest-TestMinimumBasicScenario-736892286-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:51.910367 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-4e6f62af-b1ac-4f34-a5fe-cdb0742db679 tempest-TestMinimumBasicScenario-736892286 tempest-TestMinimumBasicScenario-736892286-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 1093 time: 0.2919140 May 04 15:00:51.912261 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 44902) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:51.927301 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-275493cb-a6eb-42e6-b2f7-db71d8f9f113 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Request body: {'floatingip': {'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'port_id': 'a7ce1003-4789-4a90-b7a2-c2389a9b0e3e', 'tenant_id': 'd86fd4352b584822a6e3b6effecc05c5', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:51.950655 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-6badd972-62c7-4ab8-821c-c87872f1f01d service neutron] For port e15c5d79-99c5-4358-832f-31842b7bbd12, host hv-cinder-82963, cleared binding levels {{(pid=101863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:00:51.957306 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-6badd972-62c7-4ab8-821c-c87872f1f01d service neutron] For port e15c5d79-99c5-4358-832f-31842b7bbd12, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=e15c5d79-99c5-4358-832f-31842b7bbd12,segment=NetworkSegment(534d5c1f-96ae-4c1a-a88f-267c90e99e91),segment_id=534d5c1f-96ae-4c1a-a88f-267c90e99e91)] {{(pid=101863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:00:51.962833 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-6badd972-62c7-4ab8-821c-c87872f1f01d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2944232'] for port, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:51.980383 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-275493cb-a6eb-42e6-b2f7-db71d8f9f113 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks [] for floatingip, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:52.008976 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-6badd972-62c7-4ab8-821c-c87872f1f01d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:52.009587 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-6badd972-62c7-4ab8-821c-c87872f1f01d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for port, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:52.010990 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-6badd972-62c7-4ab8-821c-c87872f1f01d service neutron] 10.222.0.11 "PUT /v2.0/ports/e15c5d79-99c5-4358-832f-31842b7bbd12 HTTP/1.1" status: 200 len: 1093 time: 1.2745430 May 04 15:00:52.011432 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2', 'tag': 'e15c5d79-99c5-4358-832f-31842b7bbd12'}] {{(pid=101863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:00:52.013723 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c6767b5d81d022f3d85e9c22ce19b705c79dd3cfc51145499811648722293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1473d26-17c7-4c7a-8b61-02ba9c5bb275" -d '{"events": [{"name": "network-changed", "server_uuid": "e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2", "tag": "e15c5d79-99c5-4358-832f-31842b7bbd12"}]}' {{(pid=101863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:00:52.052935 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6badd972-62c7-4ab8-821c-c87872f1f01d service neutron] Pushing event updated for resources: {'Port': ['ID=e15c5d79-99c5-4358-832f-31842b7bbd12,revision_number=3']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:52.157801 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1798ff87-eb91-4263-8c0b-8d56a668b21f x-openstack-request-id: req-1798ff87-eb91-4263-8c0b-8d56a668b21f {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:00:52.158153 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2", "tag": "e15c5d79-99c5-4358-832f-31842b7bbd12", "status": "completed", "code": 200}]} {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:00:52.158426 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1798ff87-eb91-4263-8c0b-8d56a668b21f {{(pid=101863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:00:52.158834 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1798ff87-eb91-4263-8c0b-8d56a668b21f'] response: {'name': 'network-changed', 'server_uuid': 'e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2', 'tag': 'e15c5d79-99c5-4358-832f-31842b7bbd12', 'status': 'completed', 'code': 200} May 04 15:00:52.210936 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-77cd95e2-1b10-4b84-af31-b5c7716a3146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:52.212847 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-77cd95e2-1b10-4b84-af31-b5c7716a3146 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=905c2ec6da98485d974f32e58df0cfb5&device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 1096 time: 0.1101944 May 04 15:00:52.223522 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-275493cb-a6eb-42e6-b2f7-db71d8f9f113 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:52.278501 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 44910) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:52.288631 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-e30079af-d5a9-4a5d-9f5f-233155d65b32 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e15c5d79-99c5-4358-832f-31842b7bbd12 HTTP/1.1" status: 200 len: 217 time: 0.0591662 May 04 15:00:52.295642 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-02228ddb-3ae6-40f0-8687-8c3a26a35a53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:52.396166 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_common [None req-275493cb-a6eb-42e6-b2f7-db71d8f9f113 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Allocated IP 172.27.1.102 (de075482-66db-4cfa-a120-f2ea157cd064/5a69c200-2813-4998-8939-5704799bdcf4/8a987ad1-d53b-4e8f-ba12-66b14fefd619) {{(pid=101864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:00:52.425998 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-00ba122b-ffca-482b-b12f-eead058c1062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:52.427621 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-00ba122b-ffca-482b-b12f-eead058c1062 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a HTTP/1.1" status: 200 len: 858 time: 0.1302297 May 04 15:00:52.458069 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2126909d-2710-4a44-919f-684d1a524204 req-5a0016a5-9c64-4e8d-975b-cfcac100ebd9 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:52.459573 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2126909d-2710-4a44-919f-684d1a524204 req-5a0016a5-9c64-4e8d-975b-cfcac100ebd9 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 943 time: 0.0962141 May 04 15:00:52.528145 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-275493cb-a6eb-42e6-b2f7-db71d8f9f113 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks [] for port, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:52.549149 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-02228ddb-3ae6-40f0-8687-8c3a26a35a53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:52.554725 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2126909d-2710-4a44-919f-684d1a524204 req-0c2ae22c-35cb-4e21-a922-37576fad9e30 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=536153dc-1e79-4719-a214-ff5c7bae6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828869 May 04 15:00:52.564040 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-02228ddb-3ae6-40f0-8687-8c3a26a35a53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:52.568771 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-275493cb-a6eb-42e6-b2f7-db71d8f9f113 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:52.583429 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-b72c0211-46fb-435e-9c5f-e002955e5a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:52.584939 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-b72c0211-46fb-435e-9c5f-e002955e5a41 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1244774 May 04 15:00:52.615524 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275493cb-a6eb-42e6-b2f7-db71d8f9f113 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Network de075482-66db-4cfa-a120-f2ea157cd064 is already hosted by enough agents. {{(pid=101864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:00:52.618492 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [None req-275493cb-a6eb-42e6-b2f7-db71d8f9f113 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Resources bound (agent type, host, resource id): {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:00:52.622215 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275493cb-a6eb-42e6-b2f7-db71d8f9f113 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Received port after_create {{(pid=101864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:00:52.650018 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275493cb-a6eb-42e6-b2f7-db71d8f9f113 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Pushing event updated for resources: {'Port': ['ID=8a987ad1-d53b-4e8f-ba12-66b14fefd619,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:52.672365 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-02228ddb-3ae6-40f0-8687-8c3a26a35a53 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=10de2bbedfc349f2ae94fc0a5b386f0f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3928933 May 04 15:00:52.676143 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 44920) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:52.678208 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02228ddb-3ae6-40f0-8687-8c3a26a35a53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec3412ab-9724-4c71-a71d-940966b065c4,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:52.729461 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-4bed28c4-06a7-4015-b353-bbba0d3c3a34 service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1343391 May 04 15:00:52.818973 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ea85e4fd-f3f8-4b8e-be4e-e500a8028f2a req-9e50a4ce-46ba-45e9-8c8b-a8ee9aeedba6 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b HTTP/1.1" status: 200 len: 210 time: 0.0547824 May 04 15:00:52.839951 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e974388b-1574-4a6b-bd45-2067bedfaea4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:52.882070 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2e20d5a5-ea8b-4862-9513-4952a60d936a req-81b93482-7a20-426f-9ba5-e18be334febe service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450984 May 04 15:00:52.888223 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e974388b-1574-4a6b-bd45-2067bedfaea4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:52.995869 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e974388b-1574-4a6b-bd45-2067bedfaea4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:52.998605 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e974388b-1574-4a6b-bd45-2067bedfaea4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:52.999764 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-e974388b-1574-4a6b-bd45-2067bedfaea4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ec3412ab-9724-4c71-a71d-940966b065c4 HTTP/1.1" status: 204 len: 168 time: 0.3237650 May 04 15:00:53.046805 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e974388b-1574-4a6b-bd45-2067bedfaea4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec3412ab-9724-4c71-a71d-940966b065c4,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:53.139316 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-0d0d70df-7367-48b8-9e45-4afe0ffd4032 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.11 "GET /v2.0/networks?tenant_id=0e419695d7e54378bcf18ae8eae6e32e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0706725 May 04 15:00:53.155435 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1473d26-17c7-4c7a-8b61-02ba9c5bb275 req-7b51dde2-53ed-4d7a-834e-b1558486d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:53.157208 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a1473d26-17c7-4c7a-8b61-02ba9c5bb275 req-7b51dde2-53ed-4d7a-834e-b1558486d289 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=905c2ec6da98485d974f32e58df0cfb5&device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 1096 time: 0.0905561 May 04 15:00:53.272753 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1473d26-17c7-4c7a-8b61-02ba9c5bb275 req-ccef9001-3b95-4499-94a8-3371fab4a0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:53.274441 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a1473d26-17c7-4c7a-8b61-02ba9c5bb275 req-ccef9001-3b95-4499-94a8-3371fab4a0af service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc HTTP/1.1" status: 200 len: 920 time: 0.1093707 May 04 15:00:53.334088 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a1473d26-17c7-4c7a-8b61-02ba9c5bb275 req-f6c2de25-0ed1-47db-bd8b-d4990ca13e6e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e15c5d79-99c5-4358-832f-31842b7bbd12 HTTP/1.1" status: 200 len: 217 time: 0.0523732 May 04 15:00:53.404958 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1473d26-17c7-4c7a-8b61-02ba9c5bb275 req-537fcb5a-7ac4-40f6-a595-c99fbf7dec71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:53.407408 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a1473d26-17c7-4c7a-8b61-02ba9c5bb275 req-537fcb5a-7ac4-40f6-a595-c99fbf7dec71 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a HTTP/1.1" status: 200 len: 858 time: 0.0659654 May 04 15:00:53.458323 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 44936) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:53.478750 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d62d0763-aec6-4088-bf58-f07ee9677bfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:53.501366 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1473d26-17c7-4c7a-8b61-02ba9c5bb275 req-b290fb5b-81c9-46f3-8070-e872e56e3ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:53.502910 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a1473d26-17c7-4c7a-8b61-02ba9c5bb275 req-b290fb5b-81c9-46f3-8070-e872e56e3ee3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0691755 May 04 15:00:53.607717 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-275493cb-a6eb-42e6-b2f7-db71d8f9f113 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:53.674174 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-5b6b9e6c-9d11-453f-b139-db07b931c70f tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:53.675875 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-5b6b9e6c-9d11-453f-b139-db07b931c70f tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5254529 May 04 15:00:53.699348 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d62d0763-aec6-4088-bf58-f07ee9677bfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:53.704804 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a1473d26-17c7-4c7a-8b61-02ba9c5bb275 req-64a32718-99f5-4284-8b12-90019636e669 service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847816 May 04 15:00:53.708832 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d62d0763-aec6-4088-bf58-f07ee9677bfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:53.713193 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-4c8cbec6-46cb-4ecf-a138-d3c956a4cb75 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Request body: {'port': {'device_id': 'b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b', 'network_id': 'bc510cb8-86d4-438e-8c4e-84a8e83237c1', 'admin_state_up': True, 'tenant_id': '0e419695d7e54378bcf18ae8eae6e32e'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:53.762667 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-275493cb-a6eb-42e6-b2f7-db71d8f9f113 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:53.825958 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef312fd2-3123-4bed-8c4c-d0a83d2695bc req-310dcb5d-381d-4f27-a809-ae5e6287dfd3 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:53.829016 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ef312fd2-3123-4bed-8c4c-d0a83d2695bc req-310dcb5d-381d-4f27-a809-ae5e6287dfd3 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 943 time: 0.1917298 May 04 15:00:53.832274 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62d0763-aec6-4088-bf58-f07ee9677bfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f19036ae-1616-4389-bfe5-70342f02c334,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:53.844956 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-d62d0763-aec6-4088-bf58-f07ee9677bfe admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=cffcfa60d7a5452ca83d71e3a6741d43&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3830168 May 04 15:00:53.846357 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 44942) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:53.910585 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a1473d26-17c7-4c7a-8b61-02ba9c5bb275 req-c784094f-5e8a-4f0b-87b3-5253222abc49 service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978328 May 04 15:00:53.913484 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ef312fd2-3123-4bed-8c4c-d0a83d2695bc req-fe4d6be8-bd00-4825-941f-5e870a898692 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=536153dc-1e79-4719-a214-ff5c7bae6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738773 May 04 15:00:53.948341 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8d3e84a3-6bdd-4049-8d73-828b2ab13ce5 req-8815c2d7-f419-4295-aeac-0575063ea0de tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b HTTP/1.1" status: 200 len: 210 time: 0.0338240 May 04 15:00:53.970373 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-4c8cbec6-46cb-4ecf-a138-d3c956a4cb75 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Made reservation on behalf of 0e419695d7e54378bcf18ae8eae6e32e for: {'port': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:00:53.974133 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-4c8cbec6-46cb-4ecf-a138-d3c956a4cb75 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:54.005883 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-4c8cbec6-46cb-4ecf-a138-d3c956a4cb75 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:54.025619 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f2560bd7-3716-46a0-8903-0d452e8e625a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:54.102564 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f2560bd7-3716-46a0-8903-0d452e8e625a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:54.137575 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-275493cb-a6eb-42e6-b2f7-db71d8f9f113 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks [] for port, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:54.151239 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-275493cb-a6eb-42e6-b2f7-db71d8f9f113 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:54.276139 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275493cb-a6eb-42e6-b2f7-db71d8f9f113 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Pushing event updated for resources: {'Port': ['ID=8a987ad1-d53b-4e8f-ba12-66b14fefd619,revision_number=2']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:54.299642 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f2560bd7-3716-46a0-8903-0d452e8e625a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:54.302433 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f2560bd7-3716-46a0-8903-0d452e8e625a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:54.303994 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-f2560bd7-3716-46a0-8903-0d452e8e625a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f19036ae-1616-4389-bfe5-70342f02c334 HTTP/1.1" status: 204 len: 168 time: 0.4560835 May 04 15:00:54.308468 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-4c8cbec6-46cb-4ecf-a138-d3c956a4cb75 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:54.313335 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-275493cb-a6eb-42e6-b2f7-db71d8f9f113 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628046'] for floatingip, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:54.320824 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2560bd7-3716-46a0-8903-0d452e8e625a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f19036ae-1616-4389-bfe5-70342f02c334,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:54.322872 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-4c8cbec6-46cb-4ecf-a138-d3c956a4cb75 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:54.431396 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8cbec6-46cb-4ecf-a138-d3c956a4cb75 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67fceba3-95f8-4c4e-a597-7f92e03f17f6,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:54.433044 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 44962) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:54.551531 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.db.l3_db [None req-275493cb-a6eb-42e6-b2f7-db71d8f9f113 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Floating IP 99e60bf3-e753-45ee-8f2d-c95c4ce0b58d associated. External IP: 172.27.1.102, port: a7ce1003-4789-4a90-b7a2-c2389a9b0e3e. May 04 15:00:54.604212 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_common [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-4c8cbec6-46cb-4ecf-a138-d3c956a4cb75 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Allocated IP 192.168.233.4 (bc510cb8-86d4-438e-8c4e-84a8e83237c1/bd2c69a2-769b-4173-a0c2-86f5e1a06a5d/c32d6245-b0cf-4e2c-ab2e-7bad8171000c) {{(pid=101864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:00:54.694899 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-883d4cc9-a731-4175-83f1-29f69978e4a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:54.790647 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-883d4cc9-a731-4175-83f1-29f69978e4a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:54.795981 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-883d4cc9-a731-4175-83f1-29f69978e4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:54.843569 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-883d4cc9-a731-4175-83f1-29f69978e4a9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=386f5aa2cf6745c79cc107577dde9dd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4066982 May 04 15:00:54.843569 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883d4cc9-a731-4175-83f1-29f69978e4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab95e6a-da4e-4045-948a-43b608019e8a,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:54.846177 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 44976) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:54.899955 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-4c8cbec6-46cb-4ecf-a138-d3c956a4cb75 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Notify callbacks [] for port, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:54.908265 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275493cb-a6eb-42e6-b2f7-db71d8f9f113 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Router f4cc508b-e44d-4d62-aae7-eaeefffb6771 has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:00:54.916030 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-5073bc48-0384-4dc8-bb76-d4130b809ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:54.941524 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-5073bc48-0384-4dc8-bb76-d4130b809ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:54.999008 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-5073bc48-0384-4dc8-bb76-d4130b809ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:55.002826 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-5073bc48-0384-4dc8-bb76-d4130b809ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:55.004217 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-5073bc48-0384-4dc8-bb76-d4130b809ff2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4ab95e6a-da4e-4045-948a-43b608019e8a HTTP/1.1" status: 204 len: 168 time: 0.1567931 May 04 15:00:55.039447 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073bc48-0384-4dc8-bb76-d4130b809ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab95e6a-da4e-4045-948a-43b608019e8a,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:55.091465 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17086e9-3982-436e-8668-ef73e317e21e req-1e0cbdf3-71fb-4c8f-bf3f-5d6a71f68f7e tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:55.093300 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c17086e9-3982-436e-8668-ef73e317e21e req-1e0cbdf3-71fb-4c8f-bf3f-5d6a71f68f7e tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 943 time: 0.0878873 May 04 15:00:55.109341 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-4c8cbec6-46cb-4ecf-a138-d3c956a4cb75 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:55.172514 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-4c8cbec6-46cb-4ecf-a138-d3c956a4cb75 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Network bc510cb8-86d4-438e-8c4e-84a8e83237c1 is already hosted by enough agents. {{(pid=101864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:00:55.177944 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-4c8cbec6-46cb-4ecf-a138-d3c956a4cb75 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Resources bound (agent type, host, resource id): {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:00:55.180586 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-4c8cbec6-46cb-4ecf-a138-d3c956a4cb75 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Received port after_create {{(pid=101864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:00:55.188831 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275493cb-a6eb-42e6-b2f7-db71d8f9f113 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:00:55.202262 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0d570e-8f61-4327-a86d-249b19256dea None None] Sync routers for ids ['f4cc508b-e44d-4d62-aae7-eaeefffb6771'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:00:55.213957 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffced438-71a5-4dfd-b38c-24655a02fa12 req-798c7312-2ad4-43ef-9e2d-ad117dcdbbfb tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:55.216566 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ffced438-71a5-4dfd-b38c-24655a02fa12 req-798c7312-2ad4-43ef-9e2d-ad117dcdbbfb tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b HTTP/1.1" status: 200 len: 934 time: 0.1446266 May 04 15:00:55.220590 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c17086e9-3982-436e-8668-ef73e317e21e req-021ed297-9a10-478c-a9e3-66163f09242e tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=536153dc-1e79-4719-a214-ff5c7bae6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908048 May 04 15:00:55.223263 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0d570e-8f61-4327-a86d-249b19256dea None None] Routers {'f4cc508b-e44d-4d62-aae7-eaeefffb6771'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:00:55.224004 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-dd0d570e-8f61-4327-a86d-249b19256dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:00:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['f4cc508b-e44d-4d62-aae7-eaeefffb6771'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:55.260033 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8cbec6-46cb-4ecf-a138-d3c956a4cb75 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Pushing event updated for resources: {'Port': ['ID=c32d6245-b0cf-4e2c-ab2e-7bad8171000c,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:55.270205 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ffced438-71a5-4dfd-b38c-24655a02fa12 req-97b148bf-b06b-4cfa-a79e-618b46cbffbc tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/security-groups?id=67fceba3-95f8-4c4e-a597-7f92e03f17f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463912 May 04 15:00:55.305368 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-275493cb-a6eb-42e6-b2f7-db71d8f9f113 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:55.360938 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-4c8cbec6-46cb-4ecf-a138-d3c956a4cb75 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:55.361517 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-4c8cbec6-46cb-4ecf-a138-d3c956a4cb75 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:55.369174 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-275493cb-a6eb-42e6-b2f7-db71d8f9f113 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.4544735 May 04 15:00:55.369634 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 45000) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:55.372528 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c06f947-094b-4479-92c4-05d965d6c144', 'tag': 'a7ce1003-4789-4a90-b7a2-c2389a9b0e3e'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:00:55.374875 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eab19931-304c-4807-8b12-dba46d88df9b" -d '{"events": [{"name": "network-changed", "server_uuid": "8c06f947-094b-4479-92c4-05d965d6c144", "tag": "a7ce1003-4789-4a90-b7a2-c2389a9b0e3e"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:00:55.376873 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-11f02771-722c-4c3b-8a55-163d941ec236 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-297147797', 'description': 'tempest-secgroup-smoke-297147797 description', 'project_id': 'd86fd4352b584822a6e3b6effecc05c5'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:55.397576 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-4c8cbec6-46cb-4ecf-a138-d3c956a4cb75 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.6889760 May 04 15:00:55.419241 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-aa9d7fda-dbb9-4465-8c8d-d113e31c052a service neutron] Request body: {'port': {'device_id': 'b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:55.421412 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-11f02771-722c-4c3b-8a55-163d941ec236 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:55.463060 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-dd0d570e-8f61-4327-a86d-249b19256dea None None] Set router f4cc508b-e44d-4d62-aae7-eaeefffb6771 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:00:55.490691 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284f6692-72ae-430a-8f55-cb4c902279ad x-openstack-request-id: req-284f6692-72ae-430a-8f55-cb4c902279ad {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:00:55.491176 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c06f947-094b-4479-92c4-05d965d6c144", "tag": "a7ce1003-4789-4a90-b7a2-c2389a9b0e3e", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:00:55.491584 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-284f6692-72ae-430a-8f55-cb4c902279ad {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:00:55.492247 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-284f6692-72ae-430a-8f55-cb4c902279ad'] response: {'name': 'network-changed', 'server_uuid': '8c06f947-094b-4479-92c4-05d965d6c144', 'tag': 'a7ce1003-4789-4a90-b7a2-c2389a9b0e3e', 'status': 'completed', 'code': 200} May 04 15:00:55.552246 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-aa9d7fda-dbb9-4465-8c8d-d113e31c052a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:55.589597 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-11f02771-722c-4c3b-8a55-163d941ec236 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:55.592415 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab19931-304c-4807-8b12-dba46d88df9b req-447972ab-8c4a-4302-bbf1-c8f1206b55c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:55.594512 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-eab19931-304c-4807-8b12-dba46d88df9b req-447972ab-8c4a-4302-bbf1-c8f1206b55c9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d86fd4352b584822a6e3b6effecc05c5&device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 1098 time: 0.1105030 May 04 15:00:55.595431 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-698dacdd-ac95-48cf-b618-fbaa71b77a7b None None] Provisioning complete for port c32d6245-b0cf-4e2c-ab2e-7bad8171000c triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:00:55.595944 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-11f02771-722c-4c3b-8a55-163d941ec236 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:55.597779 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-698dacdd-ac95-48cf-b618-fbaa71b77a7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:55.688791 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-11f02771-722c-4c3b-8a55-163d941ec236 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:55.690928 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-11f02771-722c-4c3b-8a55-163d941ec236 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3196979 May 04 15:00:55.701283 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 45012) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:55.711870 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-4ff5053a-198b-4b1c-b0ee-f973d9c6dc29 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Request body: {'security_group_rule': {'security_group_id': 'fa132280-3474-411c-8fd1-1ba9f737109d', 'project_id': 'd86fd4352b584822a6e3b6effecc05c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:55.713470 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-698dacdd-ac95-48cf-b618-fbaa71b77a7b None None] Port c32d6245-b0cf-4e2c-ab2e-7bad8171000c cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:00:55.767224 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f02771-722c-4c3b-8a55-163d941ec236 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa132280-3474-411c-8fd1-1ba9f737109d,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:55.817615 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab19931-304c-4807-8b12-dba46d88df9b req-6be9aaba-51a8-4885-a895-9e97a7f378be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:55.819112 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-eab19931-304c-4807-8b12-dba46d88df9b req-6be9aaba-51a8-4885-a895-9e97a7f378be service neutron] 10.222.0.11 "GET /v2.0/networks?id=9cb74bce-f66b-4d2c-b3b3-1384b2905460 HTTP/1.1" status: 200 len: 915 time: 0.2087204 May 04 15:00:55.856547 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-dd0d570e-8f61-4327-a86d-249b19256dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'name': 'tempest-TestMinimumBasicScenario-694971971-router', 'tenant_id': 'd86fd4352b584822a6e3b6effecc05c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '5b9b58c9-45ac-4874-9e71-3ea22f30d30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:35Z', 'updated_at': '2022-05-04T14:59:39Z', 'revision_number': 4, 'project_id': 'd86fd4352b584822a6e3b6effecc05c5', 'gw_port': {'id': '5b9b58c9-45ac-4874-9e71-3ea22f30d30d', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:35Z', 'updated_at': '2022-05-04T14:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': '99e60bf3-e753-45ee-8f2d-c95c4ce0b58d', 'tenant_id': 'd86fd4352b584822a6e3b6effecc05c5', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'port_id': 'a7ce1003-4789-4a90-b7a2-c2389a9b0e3e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb74bce-f66b-4d2c-b3b3-1384b2905460', 'mac_address': 'fa:16:3e:a2:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c06f947-094b-4479-92c4-05d965d6c144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:00:52Z', 'updated_at': '2022-05-04T15:00:52Z', 'revision_number': 0, 'project_id': 'd86fd4352b584822a6e3b6effecc05c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd112b19c-1b53-4477-9155-6b9971187096', 'name': '', 'network_id': '9cb74bce-f66b-4d2c-b3b3-1384b2905460', 'tenant_id': 'd86fd4352b584822a6e3b6effecc05c5', 'mac_address': 'fa:16:3e:f3:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '48eadae8-72f3-4aa6-811a-3a55d26ba392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:38Z', 'updated_at': '2022-05-04T14:59:44Z', 'revision_number': 5, 'project_id': 'd86fd4352b584822a6e3b6effecc05c5', 'subnets': [{'id': '48eadae8-72f3-4aa6-811a-3a55d26ba392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:55.908586 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0d570e-8f61-4327-a86d-249b19256dea None None] Checking router: f4cc508b-e44d-4d62-aae7-eaeefffb6771 for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:00:55.942113 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd0d570e-8f61-4327-a86d-249b19256dea None None] Routers {'f4cc508b-e44d-4d62-aae7-eaeefffb6771'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:00:55.943100 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-dd0d570e-8f61-4327-a86d-249b19256dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:00:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['f4cc508b-e44d-4d62-aae7-eaeefffb6771'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:55.957483 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-eab19931-304c-4807-8b12-dba46d88df9b req-3077d819-6191-4570-a830-55679e9f8bc0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7ce1003-4789-4a90-b7a2-c2389a9b0e3e HTTP/1.1" status: 200 len: 999 time: 0.1309845 May 04 15:00:55.990323 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 45018) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:56.104696 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-aa9d7fda-dbb9-4465-8c8d-d113e31c052a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c32d6245-b0cf-4e2c-ab2e-7bad8171000c {{(pid=101864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:00:56.113656 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-aa9d7fda-dbb9-4465-8c8d-d113e31c052a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:56.127132 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab19931-304c-4807-8b12-dba46d88df9b req-f6663b04-d73c-4499-bdb6-e2eaac5b12ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:56.128185 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.provisioning_blocks [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-aa9d7fda-dbb9-4465-8c8d-d113e31c052a service neutron] Transition to ACTIVE for port object c32d6245-b0cf-4e2c-ab2e-7bad8171000c will not be triggered until provisioned by entity L2. {{(pid=101864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:00:56.131567 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-eab19931-304c-4807-8b12-dba46d88df9b req-f6663b04-d73c-4499-bdb6-e2eaac5b12ba service neutron] 10.222.0.11 "GET /v2.0/subnets?id=48eadae8-72f3-4aa6-811a-3a55d26ba392 HTTP/1.1" status: 200 len: 853 time: 0.1664641 May 04 15:00:56.135033 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-aa9d7fda-dbb9-4465-8c8d-d113e31c052a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:56.144370 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4ff5053a-198b-4b1c-b0ee-f973d9c6dc29 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:56.202043 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-dd0d570e-8f61-4327-a86d-249b19256dea None None] Set router f4cc508b-e44d-4d62-aae7-eaeefffb6771 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:00:56.239725 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab19931-304c-4807-8b12-dba46d88df9b req-d4432dcf-ea12-4d72-976f-bf8c09a1b483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:56.241893 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-eab19931-304c-4807-8b12-dba46d88df9b req-d4432dcf-ea12-4d72-976f-bf8c09a1b483 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9cb74bce-f66b-4d2c-b3b3-1384b2905460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1032400 May 04 15:00:56.258748 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d7fda-dbb9-4465-8c8d-d113e31c052a service neutron] Pushing event updated for resources: {'Port': ['ID=c32d6245-b0cf-4e2c-ab2e-7bad8171000c,revision_number=2']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:56.327516 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4ff5053a-198b-4b1c-b0ee-f973d9c6dc29 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:56.339112 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4ff5053a-198b-4b1c-b0ee-f973d9c6dc29 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:56.408860 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff5053a-198b-4b1c-b0ee-f973d9c6dc29 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b39006e0-9718-4c82-9a1b-3196f9e97317,revision_number=0']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:56.411166 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-aa9d7fda-dbb9-4465-8c8d-d113e31c052a service neutron] Attempting to bind port c32d6245-b0cf-4e2c-ab2e-7bad8171000c on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:00:56.412397 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-aa9d7fda-dbb9-4465-8c8d-d113e31c052a service neutron] Attempting to bind port c32d6245-b0cf-4e2c-ab2e-7bad8171000c by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '6c5a5051-35eb-42a9-a5a0-ad978c2ec07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'bc510cb8-86d4-438e-8c4e-84a8e83237c1'}] {{(pid=101864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:00:56.412397 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-aa9d7fda-dbb9-4465-8c8d-d113e31c052a service neutron] Attempting to bind port c32d6245-b0cf-4e2c-ab2e-7bad8171000c on network bc510cb8-86d4-438e-8c4e-84a8e83237c1 {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:00:56.419208 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-aa9d7fda-dbb9-4465-8c8d-d113e31c052a service neutron] Port c32d6245-b0cf-4e2c-ab2e-7bad8171000c on network bc510cb8-86d4-438e-8c4e-84a8e83237c1 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:00:56.419779 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-aa9d7fda-dbb9-4465-8c8d-d113e31c052a service neutron] Attempting to bind port c32d6245-b0cf-4e2c-ab2e-7bad8171000c on network bc510cb8-86d4-438e-8c4e-84a8e83237c1 {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:00:56.427196 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4ff5053a-198b-4b1c-b0ee-f973d9c6dc29 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:56.428493 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-4ff5053a-198b-4b1c-b0ee-f973d9c6dc29 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7261486 May 04 15:00:56.431431 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 45034) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:56.436274 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-d657dbce-7240-4fee-8259-ecf5f52d5014 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Request body: {'security_group_rule': {'security_group_id': 'fa132280-3474-411c-8fd1-1ba9f737109d', 'project_id': 'd86fd4352b584822a6e3b6effecc05c5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:56.445667 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-aa9d7fda-dbb9-4465-8c8d-d113e31c052a service neutron] Checking agent: {'id': 'b5e3fd0f-344a-4130-968c-1c1293caf489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'started_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 0, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:00:56.447947 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-aa9d7fda-dbb9-4465-8c8d-d113e31c052a service neutron] Checking segment: {'id': '6c5a5051-35eb-42a9-a5a0-ad978c2ec07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'bc510cb8-86d4-438e-8c4e-84a8e83237c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:00:56.449336 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-aa9d7fda-dbb9-4465-8c8d-d113e31c052a service neutron] Bound using segment: {'id': '6c5a5051-35eb-42a9-a5a0-ad978c2ec07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'bc510cb8-86d4-438e-8c4e-84a8e83237c1'} {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:00:56.450416 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-aa9d7fda-dbb9-4465-8c8d-d113e31c052a service neutron] Bound port: c32d6245-b0cf-4e2c-ab2e-7bad8171000c, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c5a5051-35eb-42a9-a5a0-ad978c2ec07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 296, 'network_id': 'bc510cb8-86d4-438e-8c4e-84a8e83237c1'}}] {{(pid=101864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:00:56.450801 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-aa9d7fda-dbb9-4465-8c8d-d113e31c052a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:56.475343 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-66a4a746-e9aa-48c4-8fab-530dd8330bfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:56.555042 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-aa9d7fda-dbb9-4465-8c8d-d113e31c052a service neutron] For port c32d6245-b0cf-4e2c-ab2e-7bad8171000c, host hv-cinder-82963, cleared binding levels {{(pid=101864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:00:56.558821 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-aa9d7fda-dbb9-4465-8c8d-d113e31c052a service neutron] For port c32d6245-b0cf-4e2c-ab2e-7bad8171000c, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=c32d6245-b0cf-4e2c-ab2e-7bad8171000c,segment=NetworkSegment(6c5a5051-35eb-42a9-a5a0-ad978c2ec07f),segment_id=6c5a5051-35eb-42a9-a5a0-ad978c2ec07f)] {{(pid=101864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:00:56.565795 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-aa9d7fda-dbb9-4465-8c8d-d113e31c052a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:56.592140 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-eab19931-304c-4807-8b12-dba46d88df9b req-a9d9db7f-8515-4e35-b26d-ad3e22f5bf0b service neutron] 10.222.0.11 "GET /v2.0/networks/9cb74bce-f66b-4d2c-b3b3-1384b2905460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3425794 May 04 15:00:56.610665 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babeace3-0dee-4950-978f-2e4f3ccf05aa req-a1ef4433-a465-4bfd-9d99-5978d81378c3 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:56.612179 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-babeace3-0dee-4950-978f-2e4f3ccf05aa req-a1ef4433-a465-4bfd-9d99-5978d81378c3 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b HTTP/1.1" status: 200 len: 946 time: 0.2213693 May 04 15:00:56.633063 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-dd0d570e-8f61-4327-a86d-249b19256dea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'name': 'tempest-TestMinimumBasicScenario-694971971-router', 'tenant_id': 'd86fd4352b584822a6e3b6effecc05c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '5b9b58c9-45ac-4874-9e71-3ea22f30d30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:35Z', 'updated_at': '2022-05-04T14:59:39Z', 'revision_number': 4, 'project_id': 'd86fd4352b584822a6e3b6effecc05c5', 'gw_port': {'id': '5b9b58c9-45ac-4874-9e71-3ea22f30d30d', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:35Z', 'updated_at': '2022-05-04T14:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': '99e60bf3-e753-45ee-8f2d-c95c4ce0b58d', 'tenant_id': 'd86fd4352b584822a6e3b6effecc05c5', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'port_id': 'a7ce1003-4789-4a90-b7a2-c2389a9b0e3e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb74bce-f66b-4d2c-b3b3-1384b2905460', 'mac_address': 'fa:16:3e:a2:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c06f947-094b-4479-92c4-05d965d6c144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:00:52Z', 'updated_at': '2022-05-04T15:00:52Z', 'revision_number': 0, 'project_id': 'd86fd4352b584822a6e3b6effecc05c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd112b19c-1b53-4477-9155-6b9971187096', 'name': '', 'network_id': '9cb74bce-f66b-4d2c-b3b3-1384b2905460', 'tenant_id': 'd86fd4352b584822a6e3b6effecc05c5', 'mac_address': 'fa:16:3e:f3:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '48eadae8-72f3-4aa6-811a-3a55d26ba392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:38Z', 'updated_at': '2022-05-04T14:59:44Z', 'revision_number': 5, 'project_id': 'd86fd4352b584822a6e3b6effecc05c5', 'subnets': [{'id': '48eadae8-72f3-4aa6-811a-3a55d26ba392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:00:56.634440 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d657dbce-7240-4fee-8259-ecf5f52d5014 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:56.639741 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7624c6-23eb-41e8-a9c8-a92919fb53f7 req-444cf431-1182-477a-94a3-4eef06fde173 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:56.644129 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6f7624c6-23eb-41e8-a9c8-a92919fb53f7 req-444cf431-1182-477a-94a3-4eef06fde173 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 943 time: 0.2498910 May 04 15:00:56.650493 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9d7fda-dbb9-4465-8c8d-d113e31c052a service neutron] Pushing event updated for resources: {'Port': ['ID=c32d6245-b0cf-4e2c-ab2e-7bad8171000c,revision_number=3']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:56.665133 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-aa9d7fda-dbb9-4465-8c8d-d113e31c052a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:56.665741 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-aa9d7fda-dbb9-4465-8c8d-d113e31c052a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:56.667965 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-aa9d7fda-dbb9-4465-8c8d-d113e31c052a service neutron] 10.222.0.11 "PUT /v2.0/ports/c32d6245-b0cf-4e2c-ab2e-7bad8171000c HTTP/1.1" status: 200 len: 1096 time: 1.2554240 May 04 15:00:56.674801 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd0d570e-8f61-4327-a86d-249b19256dea None None] The sync data for ids ['f4cc508b-e44d-4d62-aae7-eaeefffb6771'] in dv-cinder-829630-2-iscsi is: [{'id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'name': 'tempest-TestMinimumBasicScenario-694971971-router', 'tenant_id': 'd86fd4352b584822a6e3b6effecc05c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '5b9b58c9-45ac-4874-9e71-3ea22f30d30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:35Z', 'updated_at': '2022-05-04T14:59:39Z', 'revision_number': 4, 'project_id': 'd86fd4352b584822a6e3b6effecc05c5', 'gw_port': {'id': '5b9b58c9-45ac-4874-9e71-3ea22f30d30d', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:35Z', 'updated_at': '2022-05-04T14:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': '99e60bf3-e753-45ee-8f2d-c95c4ce0b58d', 'tenant_id': 'd86fd4352b584822a6e3b6effecc05c5', 'floating_ip_address': '172.27.1.102', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'port_id': 'a7ce1003-4789-4a90-b7a2-c2389a9b0e3e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9cb74bce-f66b-4d2c-b3b3-1384b2905460', 'mac_address': 'fa:16:3e:a2:e6:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c06f947-094b-4479-92c4-05d965d6c144', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:00:52Z', 'updated_at': '2022-05-04T15:00:52Z', 'revision_number': 0, 'project_id': 'd86fd4352b584822a6e3b6effecc05c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd112b19c-1b53-4477-9155-6b9971187096', 'name': '', 'network_id': '9cb74bce-f66b-4d2c-b3b3-1384b2905460', 'tenant_id': 'd86fd4352b584822a6e3b6effecc05c5', 'mac_address': 'fa:16:3e:f3:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '48eadae8-72f3-4aa6-811a-3a55d26ba392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:38Z', 'updated_at': '2022-05-04T14:59:44Z', 'revision_number': 5, 'project_id': 'd86fd4352b584822a6e3b6effecc05c5', 'subnets': [{'id': '48eadae8-72f3-4aa6-811a-3a55d26ba392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:00:56.819182 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device e15c5d79-99c5-4358-832f-31842b7bbd12 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:00:56.823760 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d657dbce-7240-4fee-8259-ecf5f52d5014 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:56.833904 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d657dbce-7240-4fee-8259-ecf5f52d5014 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:56.869381 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d657dbce-7240-4fee-8259-ecf5f52d5014 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:56.872966 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-d657dbce-7240-4fee-8259-ecf5f52d5014 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4382436 May 04 15:00:56.877092 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 45068) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:56.884226 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-f920d3bf-7d90-47aa-aa76-eeac76778965 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Request body: {'security_group_rule': {'security_group_id': 'fa132280-3474-411c-8fd1-1ba9f737109d', 'project_id': 'd86fd4352b584822a6e3b6effecc05c5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:56.892988 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-2e0035ae-a3ee-4718-824f-02e2b440fb78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:56.894627 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-2e0035ae-a3ee-4718-824f-02e2b440fb78 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e419695d7e54378bcf18ae8eae6e32e&device_id=b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b HTTP/1.1" status: 200 len: 1099 time: 0.1611476 May 04 15:00:56.898449 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657dbce-7240-4fee-8259-ecf5f52d5014 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad739618-bdeb-4e9d-aed5-9c242dd822a4,revision_number=0']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:56.993333 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-788a0bd8-57c4-42e2-a495-91900e0e4486 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=c32d6245-b0cf-4e2c-ab2e-7bad8171000c HTTP/1.1" status: 200 len: 217 time: 0.0759726 May 04 15:00:57.043026 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f920d3bf-7d90-47aa-aa76-eeac76778965 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:57.066883 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-832394fc-5ab6-4b88-9385-530bbdd4ec7f None None] New status for floating IP 99e60bf3-e753-45ee-8f2d-c95c4ce0b58d: ACTIVE {{(pid=101865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:00:57.081410 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-22dc4685-046c-4b5d-9362-b17db61249d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:57.083086 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-22dc4685-046c-4b5d-9362-b17db61249d0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd2c69a2-769b-4173-a0c2-86f5e1a06a5d HTTP/1.1" status: 200 len: 843 time: 0.0867012 May 04 15:00:57.087161 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port e15c5d79-99c5-4358-832f-31842b7bbd12, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=e15c5d79-99c5-4358-832f-31842b7bbd12,segment=NetworkSegment(534d5c1f-96ae-4c1a-a88f-267c90e99e91),segment_id=534d5c1f-96ae-4c1a-a88f-267c90e99e91)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:00:57.104161 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-babeace3-0dee-4950-978f-2e4f3ccf05aa req-d1c7caa0-fd6a-45e6-aff6-cd239813b0eb tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/security-groups?id=67fceba3-95f8-4c4e-a597-7f92e03f17f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4579015 May 04 15:00:57.107189 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6f7624c6-23eb-41e8-a9c8-a92919fb53f7 req-baf0d318-780a-45a2-a9fe-af41f0044082 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=536153dc-1e79-4719-a214-ff5c7bae6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4402847 May 04 15:00:57.155322 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-66a4a746-e9aa-48c4-8fab-530dd8330bfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:57.164168 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-66a4a746-e9aa-48c4-8fab-530dd8330bfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:57.164371 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f920d3bf-7d90-47aa-aa76-eeac76778965 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:57.169990 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f920d3bf-7d90-47aa-aa76-eeac76778965 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:57.179938 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-3f5c505c-48a4-4ef5-a175-04d8f6174c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:57.181498 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-3f5c505c-48a4-4ef5-a175-04d8f6174c59 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc510cb8-86d4-438e-8c4e-84a8e83237c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0865595 May 04 15:00:57.195681 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4a746-e9aa-48c4-8fab-530dd8330bfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a78109bf-8631-4ca6-8d85-b79aec96cd3d,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:57.206879 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-eab19931-304c-4807-8b12-dba46d88df9b req-6213e6de-6d6e-4672-96c7-1028df983d0e service neutron] 10.222.0.11 "GET /v2.0/networks/9cb74bce-f66b-4d2c-b3b3-1384b2905460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5925045 May 04 15:00:57.225773 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-66a4a746-e9aa-48c4-8fab-530dd8330bfd admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=93a043db58e449e69d7b1a90a82a3b0d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2340779 May 04 15:00:57.228162 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 45082) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:57.266244 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Returning: {'device': 'e15c5d79-99c5-4358-832f-31842b7bbd12', 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc', 'port_id': 'e15c5d79-99c5-4358-832f-31842b7bbd12', 'mac_address': 'fa:16:3e:9d:cc:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 287, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:00:57.297520 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-e9385890-2ae7-4b35-aefd-38a6a61cd9b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:57.302595 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f920d3bf-7d90-47aa-aa76-eeac76778965 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecca9bbc-5723-49f9-b43b-dec5fdd69274,revision_number=0']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:57.321182 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f920d3bf-7d90-47aa-aa76-eeac76778965 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:57.322637 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-f920d3bf-7d90-47aa-aa76-eeac76778965 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4419193 May 04 15:00:57.325119 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 45084) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:57.330530 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-9fd209e4-1b76-4380-a63a-a491f8c23442 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Request body: {'security_group_rule': {'security_group_id': 'fa132280-3474-411c-8fd1-1ba9f737109d', 'project_id': 'd86fd4352b584822a6e3b6effecc05c5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:57.343260 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-205c5fdb-d936-4084-a6d8-ce25261b714e service neutron] 10.222.0.11 "GET /v2.0/networks/bc510cb8-86d4-438e-8c4e-84a8e83237c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518147 May 04 15:00:57.379399 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9fd209e4-1b76-4380-a63a-a491f8c23442 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:57.381971 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:57.391530 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-e9385890-2ae7-4b35-aefd-38a6a61cd9b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:57.421403 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e15c5d79-99c5-4358-832f-31842b7bbd12 {{(pid=101865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:00:57.480060 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port e15c5d79-99c5-4358-832f-31842b7bbd12, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=e15c5d79-99c5-4358-832f-31842b7bbd12,segment=NetworkSegment(534d5c1f-96ae-4c1a-a88f-267c90e99e91),segment_id=534d5c1f-96ae-4c1a-a88f-267c90e99e91)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:00:57.482306 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-e9385890-2ae7-4b35-aefd-38a6a61cd9b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:57.486755 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-e9385890-2ae7-4b35-aefd-38a6a61cd9b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:57.487648 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:57.493096 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-e9385890-2ae7-4b35-aefd-38a6a61cd9b8 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a78109bf-8631-4ca6-8d85-b79aec96cd3d HTTP/1.1" status: 204 len: 168 time: 0.2634633 May 04 15:00:57.494299 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b', 'tag': 'c32d6245-b0cf-4e2c-ab2e-7bad8171000c'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:00:57.496660 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447b75d5-06ef-4e5b-b32e-a0035762876b" -d '{"events": [{"name": "network-changed", "server_uuid": "b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b", "tag": "c32d6245-b0cf-4e2c-ab2e-7bad8171000c"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:00:57.506213 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9385890-2ae7-4b35-aefd-38a6a61cd9b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a78109bf-8631-4ca6-8d85-b79aec96cd3d,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:57.526384 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9fd209e4-1b76-4380-a63a-a491f8c23442 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:57.540599 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9fd209e4-1b76-4380-a63a-a491f8c23442 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:57.553300 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=e15c5d79-99c5-4358-832f-31842b7bbd12,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:57.556154 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-96bab4cd-72a3-41f3-b89f-924d57ab77b5 req-c5689ed8-5ea6-49b6-aff1-fae42a67a899 service neutron] 10.222.0.11 "GET /v2.0/networks/bc510cb8-86d4-438e-8c4e-84a8e83237c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024195 May 04 15:00:57.556154 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f451bd-0b97-44bf-8223-fe7c12ad1704 x-openstack-request-id: req-c2f451bd-0b97-44bf-8223-fe7c12ad1704 {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:00:57.556154 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b", "tag": "c32d6245-b0cf-4e2c-ab2e-7bad8171000c", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:00:57.556154 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c2f451bd-0b97-44bf-8223-fe7c12ad1704 {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:00:57.556568 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c2f451bd-0b97-44bf-8223-fe7c12ad1704'] response: {'name': 'network-changed', 'server_uuid': 'b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b', 'tag': 'c32d6245-b0cf-4e2c-ab2e-7bad8171000c', 'status': 'completed', 'code': 200} May 04 15:00:57.561870 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:57.562845 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:57.563251 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:57.563695 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:57.564180 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:57.564537 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:57.565446 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:57.565446 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:57.565652 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:57.565875 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:57.566208 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:57.566527 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:00:57.570997 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fd209e4-1b76-4380-a63a-a491f8c23442 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28136cf4-b4b0-4c63-ada7-fc7df0d0074e,revision_number=0']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:57.581701 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9fd209e4-1b76-4380-a63a-a491f8c23442 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:57.585207 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-9fd209e4-1b76-4380-a63a-a491f8c23442 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2591026 May 04 15:00:57.585904 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 45094) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:57.590646 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-fc17737e-a9ff-4edf-8cf9-6b810db1562a tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Request body: {'security_group_rule': {'security_group_id': 'fa132280-3474-411c-8fd1-1ba9f737109d', 'project_id': 'd86fd4352b584822a6e3b6effecc05c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:57.614974 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.db.securitygroups_db [None req-fc17737e-a9ff-4edf-8cf9-6b810db1562a tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Project d86fd4352b584822a6e3b6effecc05c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 15:00:57.620130 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-fc17737e-a9ff-4edf-8cf9-6b810db1562a tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:57.681300 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-fc17737e-a9ff-4edf-8cf9-6b810db1562a tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:57.686776 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-fc17737e-a9ff-4edf-8cf9-6b810db1562a tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:57.709126 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc17737e-a9ff-4edf-8cf9-6b810db1562a tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbfad3fa-a1bf-4ae1-a1d5-5033590488f7,revision_number=0']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:57.717880 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-fc17737e-a9ff-4edf-8cf9-6b810db1562a tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:57.719403 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-fc17737e-a9ff-4edf-8cf9-6b810db1562a tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1322525 May 04 15:00:57.722155 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 45106) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:57.727436 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-7dbc3eb8-1da0-4b81-90c9-9f7af4a1ae3a tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Request body: {'security_group_rule': {'security_group_id': 'fa132280-3474-411c-8fd1-1ba9f737109d', 'project_id': 'd86fd4352b584822a6e3b6effecc05c5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:57.730573 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b75d5-06ef-4e5b-b32e-a0035762876b req-7dbcd5a1-7066-43e8-83fb-3f9532caf875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:57.732427 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-447b75d5-06ef-4e5b-b32e-a0035762876b req-7dbcd5a1-7066-43e8-83fb-3f9532caf875 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=0e419695d7e54378bcf18ae8eae6e32e&device_id=b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b HTTP/1.1" status: 200 len: 1099 time: 0.0533390 May 04 15:00:57.750629 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.db.securitygroups_db [None req-7dbc3eb8-1da0-4b81-90c9-9f7af4a1ae3a tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Project d86fd4352b584822a6e3b6effecc05c5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 15:00:57.755751 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7dbc3eb8-1da0-4b81-90c9-9f7af4a1ae3a tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:57.838589 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7dbc3eb8-1da0-4b81-90c9-9f7af4a1ae3a tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:57.847055 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7dbc3eb8-1da0-4b81-90c9-9f7af4a1ae3a tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:57.877745 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7dbc3eb8-1da0-4b81-90c9-9f7af4a1ae3a tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:57.882580 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-7dbc3eb8-1da0-4b81-90c9-9f7af4a1ae3a tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1591852 May 04 15:00:57.885559 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbc3eb8-1da0-4b81-90c9-9f7af4a1ae3a tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6f46ed7-adc8-417b-be2a-cdefa4b71063,revision_number=0']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:58.002187 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c4fdb109-b3a1-4fa8-bc21-8ff651b5cd3e req-fe9a9377-5371-468f-9a77-06d321168f7b tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-297147797&fields=id&tenant_id=d86fd4352b584822a6e3b6effecc05c5 HTTP/1.1" status: 200 len: 267 time: 0.0555089 May 04 15:00:58.070014 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fdb109-b3a1-4fa8-bc21-8ff651b5cd3e req-a9872b66-7e40-48d8-abc4-a345cc05cdf4 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:58.077750 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c4fdb109-b3a1-4fa8-bc21-8ff651b5cd3e req-a9872b66-7e40-48d8-abc4-a345cc05cdf4 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 945 time: 0.0694218 May 04 15:00:58.082088 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b75d5-06ef-4e5b-b32e-a0035762876b req-367c6f4d-f910-471d-a5d7-0d5136f7cbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:58.083645 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-447b75d5-06ef-4e5b-b32e-a0035762876b req-367c6f4d-f910-471d-a5d7-0d5136f7cbb0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=bc510cb8-86d4-438e-8c4e-84a8e83237c1 HTTP/1.1" status: 200 len: 870 time: 0.3447897 May 04 15:00:58.083815 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [req-c4fdb109-b3a1-4fa8-bc21-8ff651b5cd3e req-11a286c2-74aa-42e7-ae4c-f1b188616dfa tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Request body: {'port': {'security_groups': ['625cba39-ca98-4a06-aa37-bda202c8bfcf', 'fa132280-3474-411c-8fd1-1ba9f737109d']}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:58.144981 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-447b75d5-06ef-4e5b-b32e-a0035762876b req-ceb02647-b4c8-4597-9e01-cd8d5e9b2cf0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=c32d6245-b0cf-4e2c-ab2e-7bad8171000c HTTP/1.1" status: 200 len: 217 time: 0.0482643 May 04 15:00:58.164866 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-c4fdb109-b3a1-4fa8-bc21-8ff651b5cd3e req-11a286c2-74aa-42e7-ae4c-f1b188616dfa tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:58.213910 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b75d5-06ef-4e5b-b32e-a0035762876b req-20a2fe6b-027e-4f8a-8813-b3ebb1f9c79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:58.213910 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-447b75d5-06ef-4e5b-b32e-a0035762876b req-20a2fe6b-027e-4f8a-8813-b3ebb1f9c79c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bd2c69a2-769b-4173-a0c2-86f5e1a06a5d HTTP/1.1" status: 200 len: 843 time: 0.0572374 May 04 15:00:58.252327 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['e15c5d79-99c5-4358-832f-31842b7bbd12'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:00:58.279255 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447b75d5-06ef-4e5b-b32e-a0035762876b req-52035829-7e18-4235-9bba-97e7262f63f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:58.281424 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-447b75d5-06ef-4e5b-b32e-a0035762876b req-52035829-7e18-4235-9bba-97e7262f63f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=bc510cb8-86d4-438e-8c4e-84a8e83237c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0611398 May 04 15:00:58.387716 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-447b75d5-06ef-4e5b-b32e-a0035762876b req-baa74a89-4897-442f-96ab-7ae56cf92bf4 service neutron] 10.222.0.11 "GET /v2.0/networks/bc510cb8-86d4-438e-8c4e-84a8e83237c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968883 May 04 15:00:58.415604 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 45138) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:58.426314 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008e3db-c610-48f3-915f-c744ff08b569 req-383c8cbe-29ef-4b25-82e7-3250e2dd98b7 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:58.428086 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a008e3db-c610-48f3-915f-c744ff08b569 req-383c8cbe-29ef-4b25-82e7-3250e2dd98b7 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b HTTP/1.1" status: 200 len: 946 time: 0.2309816 May 04 15:00:58.494322 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a008e3db-c610-48f3-915f-c744ff08b569 req-2c5ae28c-47e9-4ab6-88e7-19a33ef7174a tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/security-groups?id=67fceba3-95f8-4c4e-a597-7f92e03f17f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566161 May 04 15:00:58.530800 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-447b75d5-06ef-4e5b-b32e-a0035762876b req-5e4ed829-2a06-4001-819c-66b72ba1daa4 service neutron] 10.222.0.11 "GET /v2.0/networks/bc510cb8-86d4-438e-8c4e-84a8e83237c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252964 May 04 15:00:58.534653 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [req-c4fdb109-b3a1-4fa8-bc21-8ff651b5cd3e req-11a286c2-74aa-42e7-ae4c-f1b188616dfa tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] For port a7ce1003-4789-4a90-b7a2-c2389a9b0e3e, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=a7ce1003-4789-4a90-b7a2-c2389a9b0e3e,segment=NetworkSegment(501a1a54-3d92-4c50-abeb-a40cdee8c87a),segment_id=501a1a54-3d92-4c50-abeb-a40cdee8c87a)] {{(pid=101863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:00:58.572226 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-780a2915-e4e2-481c-896d-a90c3bfe08f0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1964831573-network', 'tenant_id': '6372aa68ca5c44809b1fa0533fd5e71e'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:58.580686 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-c4fdb109-b3a1-4fa8-bc21-8ff651b5cd3e req-11a286c2-74aa-42e7-ae4c-f1b188616dfa tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks [] for port, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:58.594616 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-c4fdb109-b3a1-4fa8-bc21-8ff651b5cd3e req-11a286c2-74aa-42e7-ae4c-f1b188616dfa tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2944232'] for port, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:58.598741 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780a2915-e4e2-481c-896d-a90c3bfe08f0 admin admin] Made reservation on behalf of 6372aa68ca5c44809b1fa0533fd5e71e for: {'network': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:00:58.601764 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-780a2915-e4e2-481c-896d-a90c3bfe08f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for network, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:58.613510 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-780a2915-e4e2-481c-896d-a90c3bfe08f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:58.671772 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fdb109-b3a1-4fa8-bc21-8ff651b5cd3e req-11a286c2-74aa-42e7-ae4c-f1b188616dfa tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:58.672691 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-c4fdb109-b3a1-4fa8-bc21-8ff651b5cd3e req-11a286c2-74aa-42e7-ae4c-f1b188616dfa tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for port, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:58.674369 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c4fdb109-b3a1-4fa8-bc21-8ff651b5cd3e req-11a286c2-74aa-42e7-ae4c-f1b188616dfa tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "PUT /v2.0/ports/a7ce1003-4789-4a90-b7a2-c2389a9b0e3e HTTP/1.1" status: 200 len: 981 time: 0.5952654 May 04 15:00:58.693639 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c06f947-094b-4479-92c4-05d965d6c144', 'tag': 'a7ce1003-4789-4a90-b7a2-c2389a9b0e3e'}] {{(pid=101863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:00:58.696017 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c6767b5d81d022f3d85e9c22ce19b705c79dd3cfc51145499811648722293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48c8ec04-8ad4-493d-ad7b-de6b88307b2d" -d '{"events": [{"name": "network-changed", "server_uuid": "8c06f947-094b-4479-92c4-05d965d6c144", "tag": "a7ce1003-4789-4a90-b7a2-c2389a9b0e3e"}]}' {{(pid=101863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:00:58.714308 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-780a2915-e4e2-481c-896d-a90c3bfe08f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:58.720828 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-780a2915-e4e2-481c-896d-a90c3bfe08f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:58.743939 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e575960-c8be-40af-b87d-fc7861b1d099 req-8ad23030-c028-4c3f-ba11-f12184a1fcd1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:58.745649 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2e575960-c8be-40af-b87d-fc7861b1d099 req-8ad23030-c028-4c3f-ba11-f12184a1fcd1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 944 time: 0.1709690 May 04 15:00:58.746955 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a286c2-74aa-42e7-ae4c-f1b188616dfa tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Pushing event updated for resources: {'Port': ['ID=a7ce1003-4789-4a90-b7a2-c2389a9b0e3e,revision_number=6']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:58.755127 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a2915-e4e2-481c-896d-a90c3bfe08f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7c64c90-f065-4a9c-ba95-ff9a87d9f777,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:58.772996 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-780a2915-e4e2-481c-896d-a90c3bfe08f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 281} {{(pid=101864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 15:00:58.787731 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-780a2915-e4e2-481c-896d-a90c3bfe08f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:58.788242 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.db.segments_db [None req-780a2915-e4e2-481c-896d-a90c3bfe08f0 admin admin] Added segment 95934612-3076-4b22-b597-42ecf73c8405 of type vlan for network fb84f7af-1bc5-4003-9493-f24d10e945c8 May 04 15:00:58.831812 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2e575960-c8be-40af-b87d-fc7861b1d099 req-6026956e-1cec-4f62-a4f0-e7514db587ab tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=536153dc-1e79-4719-a214-ff5c7bae6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533082 May 04 15:00:58.839133 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-780a2915-e4e2-481c-896d-a90c3bfe08f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755427588545'] for network, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:58.841407 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0fbea0-3f36-44d5-b809-2fd22b219d4c req-743e9e35-54b2-4930-9482-68274b9393d9 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:58.849426 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5b0fbea0-3f36-44d5-b809-2fd22b219d4c req-743e9e35-54b2-4930-9482-68274b9393d9 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 984 time: 0.0978281 May 04 15:00:58.886066 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-780a2915-e4e2-481c-896d-a90c3bfe08f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198'] for network, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:58.887056 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780a2915-e4e2-481c-896d-a90c3bfe08f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:58.887648 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-780a2915-e4e2-481c-896d-a90c3bfe08f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:58.901703 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5b0fbea0-3f36-44d5-b809-2fd22b219d4c req-c67adb39-5b17-4048-8b00-48a0736a3c2a tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&id=fa132280-3474-411c-8fd1-1ba9f737109d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513217 May 04 15:00:58.918479 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:00:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a138e0b3-6488-4330-8ad3-0f4c0a1271f1 x-openstack-request-id: req-a138e0b3-6488-4330-8ad3-0f4c0a1271f1 {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:00:58.918788 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c06f947-094b-4479-92c4-05d965d6c144", "tag": "a7ce1003-4789-4a90-b7a2-c2389a9b0e3e", "status": "completed", "code": 200}]} {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:00:58.925049 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a138e0b3-6488-4330-8ad3-0f4c0a1271f1 {{(pid=101863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:00:58.926761 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a138e0b3-6488-4330-8ad3-0f4c0a1271f1'] response: {'name': 'network-changed', 'server_uuid': '8c06f947-094b-4479-92c4-05d965d6c144', 'tag': 'a7ce1003-4789-4a90-b7a2-c2389a9b0e3e', 'status': 'completed', 'code': 200} May 04 15:00:58.933804 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['a7ce1003-4789-4a90-b7a2-c2389a9b0e3e'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:00:58.966763 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-780a2915-e4e2-481c-896d-a90c3bfe08f0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5490019 May 04 15:00:58.970101 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 45148) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:58.977001 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-c2d6f6b3-f4bb-4fa4-b441-bebf485d4b84 admin admin] Request body: {'subnet': {'network_id': 'fb84f7af-1bc5-4003-9493-f24d10e945c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1964831573-subnet', 'tenant_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'ip_version': 4}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:58.980810 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780a2915-e4e2-481c-896d-a90c3bfe08f0 admin admin] Pushing event updated for resources: {'Network': ['ID=fb84f7af-1bc5-4003-9493-f24d10e945c8,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:59.002756 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2d6f6b3-f4bb-4fa4-b441-bebf485d4b84 admin admin] Made reservation on behalf of 6372aa68ca5c44809b1fa0533fd5e71e for: {'subnet': 1} {{(pid=101863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:00:59.006106 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c2d6f6b3-f4bb-4fa4-b441-bebf485d4b84 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262085007'] for subnet, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:59.007920 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Network fb84f7af-1bc5-4003-9493-f24d10e945c8 details requested by agent ovs-agent-dv-cinder-829630-2-iscsi with host dv-cinder-829630-2-iscsi {{(pid=101865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 15:00:59.029226 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8ec04-8ad4-493d-ad7b-de6b88307b2d req-4b24979a-5434-4ed6-823f-d6f8d9635d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:59.030898 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-48c8ec04-8ad4-493d-ad7b-de6b88307b2d req-4b24979a-5434-4ed6-823f-d6f8d9635d6c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d86fd4352b584822a6e3b6effecc05c5&device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 1137 time: 0.0479267 May 04 15:00:59.113127 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-3c10ac2b-75c6-42e4-ac8b-2b1ff040e1f3 None None] Provisioning complete for port a7ce1003-4789-4a90-b7a2-c2389a9b0e3e triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:00:59.113752 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-3c10ac2b-75c6-42e4-ac8b-2b1ff040e1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:59.140747 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8ec04-8ad4-493d-ad7b-de6b88307b2d req-b0d521be-2d01-4153-a20f-797ab1d103c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:59.142765 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-48c8ec04-8ad4-493d-ad7b-de6b88307b2d req-b0d521be-2d01-4153-a20f-797ab1d103c1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9cb74bce-f66b-4d2c-b3b3-1384b2905460 HTTP/1.1" status: 200 len: 915 time: 0.1039534 May 04 15:00:59.229444 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-48c8ec04-8ad4-493d-ad7b-de6b88307b2d req-8b1d5a95-8055-4782-8e32-0dd5289c3382 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7ce1003-4789-4a90-b7a2-c2389a9b0e3e HTTP/1.1" status: 200 len: 1001 time: 0.0763032 May 04 15:00:59.231528 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c2d6f6b3-f4bb-4fa4-b441-bebf485d4b84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2944337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262085017'] for subnet, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:59.289884 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8ec04-8ad4-493d-ad7b-de6b88307b2d req-c51e966a-24c1-4fff-8a2b-ed38257bd6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:59.291473 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-48c8ec04-8ad4-493d-ad7b-de6b88307b2d req-c51e966a-24c1-4fff-8a2b-ed38257bd6e2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=48eadae8-72f3-4aa6-811a-3a55d26ba392 HTTP/1.1" status: 200 len: 853 time: 0.0544634 May 04 15:00:59.314643 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d6f6b3-f4bb-4fa4-b441-bebf485d4b84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bdee7d98-9fd3-42c6-a1f6-0ef6423d6573,revision_number=0']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:00:59.318468 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2d6f6b3-f4bb-4fa4-b441-bebf485d4b84 admin admin] Checking segment: {'id': '95934612-3076-4b22-b597-42ecf73c8405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'fb84f7af-1bc5-4003-9493-f24d10e945c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:00:59.318837 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d6f6b3-f4bb-4fa4-b441-bebf485d4b84 admin admin] Network hostable DHCP agents. Network: fb84f7af-1bc5-4003-9493-f24d10e945c8, hostable agents: ['fc62abde-e1bd-4968-8f20-84ac7e991332'], hosted agents: [] {{(pid=101863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 15:00:59.338105 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2d6f6b3-f4bb-4fa4-b441-bebf485d4b84 admin admin] Network fb84f7af-1bc5-4003-9493-f24d10e945c8 is scheduled to be hosted by DHCP agent fc62abde-e1bd-4968-8f20-84ac7e991332 with binding_index 1 {{(pid=101863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 15:00:59.357091 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-c2d6f6b3-f4bb-4fa4-b441-bebf485d4b84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-iscsi, fb84f7af-1bc5-4003-9493-f24d10e945c8) {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:00:59.361495 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2d6f6b3-f4bb-4fa4-b441-bebf485d4b84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:59.362076 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c2d6f6b3-f4bb-4fa4-b441-bebf485d4b84 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:59.367874 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa814208-8d34-45a5-b530-ed8d2b6a0a9e None None] Network fb84f7af-1bc5-4003-9493-f24d10e945c8 requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:00:59.379291 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-c2d6f6b3-f4bb-4fa4-b441-bebf485d4b84 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4076252 May 04 15:00:59.381980 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 45150) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:00:59.385431 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c8ec04-8ad4-493d-ad7b-de6b88307b2d req-b55c025e-6e86-4fe5-b85e-a4564d41a258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:59.386964 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-48c8ec04-8ad4-493d-ad7b-de6b88307b2d req-b55c025e-6e86-4fe5-b85e-a4564d41a258 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9cb74bce-f66b-4d2c-b3b3-1384b2905460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0826252 May 04 15:00:59.390004 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-71da6c16-7272-402b-9846-bc438bdb0d6e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1964831573-router', 'tenant_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:00:59.462836 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-71da6c16-7272-402b-9846-bc438bdb0d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27414'] for router, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:59.463938 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-71da6c16-7272-402b-9846-bc438bdb0d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-625769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-667354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27437'] for router, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:59.526744 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['a7ce1003-4789-4a90-b7a2-c2389a9b0e3e'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:00:59.559259 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-71da6c16-7272-402b-9846-bc438bdb0d6e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:59.563861 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-48c8ec04-8ad4-493d-ad7b-de6b88307b2d req-5206a65f-7131-4eb9-a999-fb064cce85ad service neutron] 10.222.0.11 "GET /v2.0/networks/9cb74bce-f66b-4d2c-b3b3-1384b2905460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677461 May 04 15:00:59.641648 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7614838f-a8dc-4d70-af54-a274a3479852 req-b95385ac-9626-44d9-9fb5-d447e48feba1 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:59.643353 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7614838f-a8dc-4d70-af54-a274a3479852 req-b95385ac-9626-44d9-9fb5-d447e48feba1 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b HTTP/1.1" status: 200 len: 946 time: 0.0563543 May 04 15:00:59.684833 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7614838f-a8dc-4d70-af54-a274a3479852 req-e25cf12a-611d-441e-bf5e-cab1dc3cf092 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/security-groups?id=67fceba3-95f8-4c4e-a597-7f92e03f17f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347114 May 04 15:00:59.711495 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f09c122-de33-4416-a2d9-6873a4c15dc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08658952-b33c-5b25-a311-2ddce2069787-fb84f7af-1bc5-4003-9493-f24d10e945c8', 'network_id': 'fb84f7af-1bc5-4003-9493-f24d10e945c8', 'tenant_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'fixed_ips': [{'subnet_id': 'bdee7d98-9fd3-42c6-a1f6-0ef6423d6573'}]}} from dv-cinder-829630-2-iscsi. {{(pid=101865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 04 15:00:59.712342 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-1f09c122-de33-4416-a2d9-6873a4c15dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:59.788961 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-71da6c16-7272-402b-9846-bc438bdb0d6e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:00:59.797882 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-48c8ec04-8ad4-493d-ad7b-de6b88307b2d req-d880417a-9f67-42c7-a2d6-47cb9884c16b service neutron] 10.222.0.11 "GET /v2.0/networks/9cb74bce-f66b-4d2c-b3b3-1384b2905460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968184 May 04 15:00:59.930270 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.db_base_plugin_common [None req-1f09c122-de33-4416-a2d9-6873a4c15dc5 None None] Allocated IP 172.20.0.2 (fb84f7af-1bc5-4003-9493-f24d10e945c8/bdee7d98-9fd3-42c6-a1f6-0ef6423d6573/80b40dc6-a44d-4a51-ba7c-59f146ff9fed) {{(pid=101865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:00:59.992421 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b02f18-aa73-406a-b03d-499acb35173e req-00814872-3399-4c4e-8d8d-041f0dbd053f tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:00:59.994311 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-78b02f18-aa73-406a-b03d-499acb35173e req-00814872-3399-4c4e-8d8d-041f0dbd053f tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 944 time: 0.0612538 May 04 15:01:00.041113 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-71da6c16-7272-402b-9846-bc438bdb0d6e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:00.042135 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-78b02f18-aa73-406a-b03d-499acb35173e req-3e088f75-b233-407e-96e3-bc641b674fc7 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=536153dc-1e79-4719-a214-ff5c7bae6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407052 May 04 15:01:00.070811 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-71da6c16-7272-402b-9846-bc438bdb0d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:00.178607 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-1f09c122-de33-4416-a2d9-6873a4c15dc5 None None] Notify callbacks [] for port, precommit_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:00.192867 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_common [None req-71da6c16-7272-402b-9846-bc438bdb0d6e admin admin] Allocated IP 172.27.1.228 (de075482-66db-4cfa-a120-f2ea157cd064/5a69c200-2813-4998-8939-5704799bdcf4/7488fddd-73e1-4ddc-a5d4-c777ca779c31) {{(pid=101864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:01:00.194052 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-1f09c122-de33-4416-a2d9-6873a4c15dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013'] for port, after_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:00.262569 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f09c122-de33-4416-a2d9-6873a4c15dc5 None None] Network fb84f7af-1bc5-4003-9493-f24d10e945c8 is already hosted by enough agents. {{(pid=101865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:01:00.275205 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.scheduler.base_scheduler [None req-1f09c122-de33-4416-a2d9-6873a4c15dc5 None None] Resources bound (agent type, host, resource id): {{(pid=101865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:00.277347 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09c122-de33-4416-a2d9-6873a4c15dc5 None None] Pushing event updated for resources: {'Port': ['ID=80b40dc6-a44d-4a51-ba7c-59f146ff9fed,revision_number=1']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:00.279682 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f09c122-de33-4416-a2d9-6873a4c15dc5 None None] Received port after_create {{(pid=101865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:01:00.318139 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-71da6c16-7272-402b-9846-bc438bdb0d6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:00.344690 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-1f09c122-de33-4416-a2d9-6873a4c15dc5 None None] Attempting to bind port 80b40dc6-a44d-4a51-ba7c-59f146ff9fed on host dv-cinder-829630-2-iscsi for vnic_type normal with profile {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:01:00.345404 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-1f09c122-de33-4416-a2d9-6873a4c15dc5 None None] Attempting to bind port 80b40dc6-a44d-4a51-ba7c-59f146ff9fed by drivers openvswitch,hyperv on host dv-cinder-829630-2-iscsi at level 0 using segments [{'id': '95934612-3076-4b22-b597-42ecf73c8405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'fb84f7af-1bc5-4003-9493-f24d10e945c8'}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:01:00.345791 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f09c122-de33-4416-a2d9-6873a4c15dc5 None None] Attempting to bind port 80b40dc6-a44d-4a51-ba7c-59f146ff9fed on network fb84f7af-1bc5-4003-9493-f24d10e945c8 {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:01:00.351112 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f09c122-de33-4416-a2d9-6873a4c15dc5 None None] Checking agent: {'id': '53237496-8014-4dc2-9deb-3d098fbdee6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 49, 42), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:01:00.351474 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f09c122-de33-4416-a2d9-6873a4c15dc5 None None] Checking segment: {'id': '95934612-3076-4b22-b597-42ecf73c8405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'fb84f7af-1bc5-4003-9493-f24d10e945c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:01:00.351949 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-1f09c122-de33-4416-a2d9-6873a4c15dc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:00.352352 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f09c122-de33-4416-a2d9-6873a4c15dc5 None None] Bound using segment: {'id': '95934612-3076-4b22-b597-42ecf73c8405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'fb84f7af-1bc5-4003-9493-f24d10e945c8'} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:01:00.352469 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-71da6c16-7272-402b-9846-bc438bdb0d6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:00.352869 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-1f09c122-de33-4416-a2d9-6873a4c15dc5 None None] Bound port: 80b40dc6-a44d-4a51-ba7c-59f146ff9fed, host: dv-cinder-829630-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95934612-3076-4b22-b597-42ecf73c8405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'fb84f7af-1bc5-4003-9493-f24d10e945c8'}}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:01:00.353250 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-1f09c122-de33-4416-a2d9-6873a4c15dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:00.400817 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71da6c16-7272-402b-9846-bc438bdb0d6e admin admin] Network de075482-66db-4cfa-a120-f2ea157cd064 is already hosted by enough agents. {{(pid=101864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:01:00.400817 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [None req-71da6c16-7272-402b-9846-bc438bdb0d6e admin admin] Resources bound (agent type, host, resource id): {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:00.404796 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71da6c16-7272-402b-9846-bc438bdb0d6e admin admin] Received port after_create {{(pid=101864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:01:00.410561 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71da6c16-7272-402b-9846-bc438bdb0d6e admin admin] Pushing event updated for resources: {'Port': ['ID=7488fddd-73e1-4ddc-a5d4-c777ca779c31,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:00.439877 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-1f09c122-de33-4416-a2d9-6873a4c15dc5 None None] For port 80b40dc6-a44d-4a51-ba7c-59f146ff9fed, host dv-cinder-829630-2-iscsi, cleared binding levels {{(pid=101865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:01:00.443262 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-1f09c122-de33-4416-a2d9-6873a4c15dc5 None None] For port 80b40dc6-a44d-4a51-ba7c-59f146ff9fed, host dv-cinder-829630-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=80b40dc6-a44d-4a51-ba7c-59f146ff9fed,segment=NetworkSegment(95934612-3076-4b22-b597-42ecf73c8405),segment_id=95934612-3076-4b22-b597-42ecf73c8405)] {{(pid=101865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:01:00.447663 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-1f09c122-de33-4416-a2d9-6873a4c15dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:00.517202 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f09c122-de33-4416-a2d9-6873a4c15dc5 None None] Pushing event updated for resources: {'Port': ['ID=80b40dc6-a44d-4a51-ba7c-59f146ff9fed,revision_number=2']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:00.718440 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-71da6c16-7272-402b-9846-bc438bdb0d6e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:00.817893 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device e15c5d79-99c5-4358-832f-31842b7bbd12 up at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:00.857522 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170897bd-9444-41bd-b305-6452dc803ae3 req-cfcf0580-a8e8-4845-b0c5-e347f56d216d tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:00.861220 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-170897bd-9444-41bd-b305-6452dc803ae3 req-cfcf0580-a8e8-4845-b0c5-e347f56d216d tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b HTTP/1.1" status: 200 len: 946 time: 0.0833855 May 04 15:01:00.892888 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning for port e15c5d79-99c5-4358-832f-31842b7bbd12 completed by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:01:00.897555 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning complete for port e15c5d79-99c5-4358-832f-31842b7bbd12 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:00.898006 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:00.914846 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-170897bd-9444-41bd-b305-6452dc803ae3 req-77138df7-4b33-4c1e-b0d5-7841ef2a463e tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/security-groups?id=67fceba3-95f8-4c4e-a597-7f92e03f17f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419989 May 04 15:01:00.967058 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-71da6c16-7272-402b-9846-bc438bdb0d6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-625762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628448'] for router, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:00.989241 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:01.014716 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15c5d79-99c5-4358-832f-31842b7bbd12'}] {{(pid=101865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:01:01.017977 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13127db273ea31dc2797640238b9d4a3f6ca00c8d3f152038556e6a345f6b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f4efbda-cba5-4232-ae45-b38de4e78a0f" -d '{"events": [{"server_uuid": "e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2", "name": "network-vif-plugged", "status": "completed", "tag": "e15c5d79-99c5-4358-832f-31842b7bbd12"}]}' {{(pid=101865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:01:01.036449 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port e15c5d79-99c5-4358-832f-31842b7bbd12, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=e15c5d79-99c5-4358-832f-31842b7bbd12,segment=NetworkSegment(534d5c1f-96ae-4c1a-a88f-267c90e99e91),segment_id=534d5c1f-96ae-4c1a-a88f-267c90e99e91)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:01.040556 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:01.067415 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35df7bb0-5c7f-4357-a14a-9977cd16e586 x-openstack-request-id: req-35df7bb0-5c7f-4357-a14a-9977cd16e586 {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:01:01.067415 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2", "name": "network-vif-plugged", "status": "completed", "tag": "e15c5d79-99c5-4358-832f-31842b7bbd12", "code": 200}]} {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:01:01.067415 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-35df7bb0-5c7f-4357-a14a-9977cd16e586 {{(pid=101865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:01:01.067415 dv-cinder-829630-2-iscsi neutron-server[101865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35df7bb0-5c7f-4357-a14a-9977cd16e586'] response: {'server_uuid': 'e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e15c5d79-99c5-4358-832f-31842b7bbd12', 'code': 200} May 04 15:01:01.095118 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=e15c5d79-99c5-4358-832f-31842b7bbd12,revision_number=5']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:01.111701 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71da6c16-7272-402b-9846-bc438bdb0d6e admin admin] Router ac01ba02-fac4-4481-a13a-b468c5c57174 is scheduled to L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 with binding_index 1 {{(pid=101864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 15:01:01.192624 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbb27f9-4558-44d4-955a-453e72cdc1f8 req-8c51e2b4-3f12-4da0-adec-a138d2521fce tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:01.194517 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5bbb27f9-4558-44d4-955a-453e72cdc1f8 req-8c51e2b4-3f12-4da0-adec-a138d2521fce tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 945 time: 0.0569019 May 04 15:01:01.246826 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5bbb27f9-4558-44d4-955a-453e72cdc1f8 req-24981286-5bcc-4e74-8813-143b664fb7ab tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=536153dc-1e79-4719-a214-ff5c7bae6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430949 May 04 15:01:01.255935 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71da6c16-7272-402b-9846-bc438bdb0d6e admin admin] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:01:01.273704 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9ebeab-8b42-4783-943d-03ac820395f6 None None] Sync routers for ids ['ac01ba02-fac4-4481-a13a-b468c5c57174'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:01:01.276208 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-71da6c16-7272-402b-9846-bc438bdb0d6e admin admin] Notify callbacks [] for router, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:01.277803 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-71da6c16-7272-402b-9846-bc438bdb0d6e admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.8945420 May 04 15:01:01.281580 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 45168) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:01.295061 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9ebeab-8b42-4783-943d-03ac820395f6 None None] Routers {'ac01ba02-fac4-4481-a13a-b468c5c57174'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:01:01.296079 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-2c9ebeab-8b42-4783-943d-03ac820395f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:00:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['ac01ba02-fac4-4481-a13a-b468c5c57174'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:01.326801 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8aa4f5b-bb98-46c8-8a77-9542d149f5aa req-486dc321-b2f1-494e-a25b-564de987ce92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:01.328438 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b8aa4f5b-bb98-46c8-8a77-9542d149f5aa req-486dc321-b2f1-494e-a25b-564de987ce92 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 1098 time: 0.0462029 May 04 15:01:01.384234 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b8aa4f5b-bb98-46c8-8a77-9542d149f5aa req-624213b6-315b-4e34-ac3a-7d3626a44e3b service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=536153dc-1e79-4719-a214-ff5c7bae6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459743 May 04 15:01:01.423643 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-2c9ebeab-8b42-4783-943d-03ac820395f6 None None] Set router ac01ba02-fac4-4481-a13a-b468c5c57174 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:01:01.607735 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 80b40dc6-a44d-4a51-ba7c-59f146ff9fed up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:01.641568 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-2c9ebeab-8b42-4783-943d-03ac820395f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'name': 'tempest-TestShelveInstance-1964831573-router', 'tenant_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '7488fddd-73e1-4ddc-a5d4-c777ca779c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:59Z', 'updated_at': '2022-05-04T15:01:00Z', 'revision_number': 3, 'project_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'gw_port': {'id': '7488fddd-73e1-4ddc-a5d4-c777ca779c31', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:02:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:00Z', 'updated_at': '2022-05-04T15:01:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:01.678757 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9ebeab-8b42-4783-943d-03ac820395f6 None None] Checking router: ac01ba02-fac4-4481-a13a-b468c5c57174 for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:01:01.679096 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9ebeab-8b42-4783-943d-03ac820395f6 None None] Updating router ac01ba02-fac4-4481-a13a-b468c5c57174 port 7488fddd-73e1-4ddc-a5d4-c777ca779c31 binding host dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 15:01:01.698583 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa832281-1de6-4bbf-a93e-a770d394ea40 None None] Network fb84f7af-1bc5-4003-9493-f24d10e945c8 requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:01:01.711156 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-2c9ebeab-8b42-4783-943d-03ac820395f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:01.726450 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port 80b40dc6-a44d-4a51-ba7c-59f146ff9fed triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:01.726832 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:01.787563 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-54fa8f82-c3e7-4fc2-aecd-43b7b1c1c730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:01.848150 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-8b32a57c-68d1-4f26-bb36-b2ec911dc840 None None] Provisioning complete for port 80b40dc6-a44d-4a51-ba7c-59f146ff9fed triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:01.848538 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-8b32a57c-68d1-4f26-bb36-b2ec911dc840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:01.964438 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.db_base_plugin_common [None req-54fa8f82-c3e7-4fc2-aecd-43b7b1c1c730 admin admin] Allocated IP 172.20.0.1 (fb84f7af-1bc5-4003-9493-f24d10e945c8/bdee7d98-9fd3-42c6-a1f6-0ef6423d6573/1728d397-7427-4ed9-a33b-5642e71596de) {{(pid=101863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:01:02.041151 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-2c9ebeab-8b42-4783-943d-03ac820395f6 None None] Notify callbacks [] for port, precommit_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:02.048046 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-2c9ebeab-8b42-4783-943d-03ac820395f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:02.082292 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.managers [None req-2c9ebeab-8b42-4783-943d-03ac820395f6 None None] Attempting to bind port 7488fddd-73e1-4ddc-a5d4-c777ca779c31 on host dv-cinder-829630-2-iscsi for vnic_type normal with profile {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:01:02.083041 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.managers [None req-2c9ebeab-8b42-4783-943d-03ac820395f6 None None] Attempting to bind port 7488fddd-73e1-4ddc-a5d4-c777ca779c31 by drivers openvswitch,hyperv on host dv-cinder-829630-2-iscsi at level 0 using segments [{'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}] {{(pid=101866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:01:02.083763 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9ebeab-8b42-4783-943d-03ac820395f6 None None] Attempting to bind port 7488fddd-73e1-4ddc-a5d4-c777ca779c31 on network de075482-66db-4cfa-a120-f2ea157cd064 {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:01:02.107303 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9ebeab-8b42-4783-943d-03ac820395f6 None None] Checking agent: {'id': '53237496-8014-4dc2-9deb-3d098fbdee6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 49, 42), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:01:02.108158 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9ebeab-8b42-4783-943d-03ac820395f6 None None] Checking segment: {'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:01:02.109660 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-2c9ebeab-8b42-4783-943d-03ac820395f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:02.110282 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c9ebeab-8b42-4783-943d-03ac820395f6 None None] Bound using segment: {'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'} {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:01:02.110979 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.managers [None req-2c9ebeab-8b42-4783-943d-03ac820395f6 None None] Bound port: 7488fddd-73e1-4ddc-a5d4-c777ca779c31, host: dv-cinder-829630-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}}] {{(pid=101866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:01:02.111635 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-2c9ebeab-8b42-4783-943d-03ac820395f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:02.125402 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:02.131240 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-54fa8f82-c3e7-4fc2-aecd-43b7b1c1c730 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:02.139800 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1316e782-6540-4d93-a15d-34a933ebf19d req-1f994750-073f-4e3c-b9b2-a0280d445dad tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:02.142357 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1316e782-6540-4d93-a15d-34a933ebf19d req-1f994750-073f-4e3c-b9b2-a0280d445dad tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b HTTP/1.1" status: 200 len: 946 time: 0.1036017 May 04 15:01:02.171343 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f068449-7d1d-4721-a8d9-6fc638805f94 None None] Pushing event updated for resources: {'Port': ['ID=7488fddd-73e1-4ddc-a5d4-c777ca779c31,revision_number=2']} {{(pid=101866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:02.190329 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f068449-7d1d-4721-a8d9-6fc638805f94 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:02.190700 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f068449-7d1d-4721-a8d9-6fc638805f94 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:02.191071 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f068449-7d1d-4721-a8d9-6fc638805f94 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:02.191411 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f068449-7d1d-4721-a8d9-6fc638805f94 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:02.191751 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f068449-7d1d-4721-a8d9-6fc638805f94 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:02.192209 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f068449-7d1d-4721-a8d9-6fc638805f94 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:02.192536 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f068449-7d1d-4721-a8d9-6fc638805f94 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:02.192949 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f068449-7d1d-4721-a8d9-6fc638805f94 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:02.193293 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f068449-7d1d-4721-a8d9-6fc638805f94 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:02.193615 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f068449-7d1d-4721-a8d9-6fc638805f94 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:02.193937 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f068449-7d1d-4721-a8d9-6fc638805f94 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:02.194252 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f068449-7d1d-4721-a8d9-6fc638805f94 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:02.201129 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1316e782-6540-4d93-a15d-34a933ebf19d req-b96377c8-35ae-409b-832a-3922e166b247 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/security-groups?id=67fceba3-95f8-4c4e-a597-7f92e03f17f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493946 May 04 15:01:02.224980 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] For port 80b40dc6-a44d-4a51-ba7c-59f146ff9fed, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=80b40dc6-a44d-4a51-ba7c-59f146ff9fed,segment=NetworkSegment(95934612-3076-4b22-b597-42ecf73c8405),segment_id=95934612-3076-4b22-b597-42ecf73c8405)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:02.227399 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.db [None req-2c9ebeab-8b42-4783-943d-03ac820395f6 None None] For port 7488fddd-73e1-4ddc-a5d4-c777ca779c31, host dv-cinder-829630-2-iscsi, cleared binding levels {{(pid=101866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:01:02.231083 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-54fa8f82-c3e7-4fc2-aecd-43b7b1c1c730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:02.237153 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:02.242822 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-8b32a57c-68d1-4f26-bb36-b2ec911dc840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:02.245895 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.db [None req-2c9ebeab-8b42-4783-943d-03ac820395f6 None None] For port 7488fddd-73e1-4ddc-a5d4-c777ca779c31, host dv-cinder-829630-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=7488fddd-73e1-4ddc-a5d4-c777ca779c31,segment=NetworkSegment(60ac4599-e6dd-4770-844e-5b54095f67fa),segment_id=60ac4599-e6dd-4770-844e-5b54095f67fa)] {{(pid=101866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:01:02.252554 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-2c9ebeab-8b42-4783-943d-03ac820395f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:02.296110 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fa8f82-c3e7-4fc2-aecd-43b7b1c1c730 admin admin] Network fb84f7af-1bc5-4003-9493-f24d10e945c8 is already hosted by enough agents. {{(pid=101863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:01:02.300210 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-54fa8f82-c3e7-4fc2-aecd-43b7b1c1c730 admin admin] Resources bound (agent type, host, resource id): {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:02.306835 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fa8f82-c3e7-4fc2-aecd-43b7b1c1c730 admin admin] Received port after_create {{(pid=101863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:01:02.332328 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Pushing event updated for resources: {'Port': ['ID=80b40dc6-a44d-4a51-ba7c-59f146ff9fed,revision_number=3']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:02.333918 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c9ebeab-8b42-4783-943d-03ac820395f6 None None] Routers {'ac01ba02-fac4-4481-a13a-b468c5c57174'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:01:02.338418 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-2c9ebeab-8b42-4783-943d-03ac820395f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:00:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['ac01ba02-fac4-4481-a13a-b468c5c57174'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:02.361544 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa8f82-c3e7-4fc2-aecd-43b7b1c1c730 admin admin] Pushing event updated for resources: {'Port': ['ID=1728d397-7427-4ed9-a33b-5642e71596de,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:02.377975 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-54fa8f82-c3e7-4fc2-aecd-43b7b1c1c730 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-628179'] for router_interface, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:02.446678 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.db.api [None req-8b32a57c-68d1-4f26-bb36-b2ec911dc840 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 15:01:02.446949 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG oslo_db.api [None req-8b32a57c-68d1-4f26-bb36-b2ec911dc840 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 15:01:02.492828 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8938913-a89b-4eb7-9785-41e83bbd2be0 req-cd6ced25-06d5-471e-9dd1-c7713fa389bc tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:02.494568 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b8938913-a89b-4eb7-9785-41e83bbd2be0 req-cd6ced25-06d5-471e-9dd1-c7713fa389bc tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 945 time: 0.1268122 May 04 15:01:02.586493 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-54fa8f82-c3e7-4fc2-aecd-43b7b1c1c730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:02.599741 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f068449-7d1d-4721-a8d9-6fc638805f94 None None] Pushing event updated for resources: {'Port': ['ID=7488fddd-73e1-4ddc-a5d4-c777ca779c31,revision_number=3']} {{(pid=101866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:02.615111 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-2c9ebeab-8b42-4783-943d-03ac820395f6 None None] Set router ac01ba02-fac4-4481-a13a-b468c5c57174 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:01:02.617571 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b8938913-a89b-4eb7-9785-41e83bbd2be0 req-85ffe00d-2ef2-4937-9674-a472c616f825 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=536153dc-1e79-4719-a214-ff5c7bae6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779901 May 04 15:01:02.819559 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device c32d6245-b0cf-4e2c-ab2e-7bad8171000c details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:01:02.823713 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-2c9ebeab-8b42-4783-943d-03ac820395f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'name': 'tempest-TestShelveInstance-1964831573-router', 'tenant_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '7488fddd-73e1-4ddc-a5d4-c777ca779c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:59Z', 'updated_at': '2022-05-04T15:01:00Z', 'revision_number': 3, 'project_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'gw_port': {'id': '7488fddd-73e1-4ddc-a5d4-c777ca779c31', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:02:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:00Z', 'updated_at': '2022-05-04T15:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:02.832814 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-54fa8f82-c3e7-4fc2-aecd-43b7b1c1c730 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:02.838186 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-54fa8f82-c3e7-4fc2-aecd-43b7b1c1c730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2944232'] for port, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:02.851278 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c9ebeab-8b42-4783-943d-03ac820395f6 None None] The sync data for ids ['ac01ba02-fac4-4481-a13a-b468c5c57174'] in dv-cinder-829630-2-iscsi is: [{'id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'name': 'tempest-TestShelveInstance-1964831573-router', 'tenant_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '7488fddd-73e1-4ddc-a5d4-c777ca779c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:59Z', 'updated_at': '2022-05-04T15:01:00Z', 'revision_number': 3, 'project_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'gw_port': {'id': '7488fddd-73e1-4ddc-a5d4-c777ca779c31', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:02:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:00Z', 'updated_at': '2022-05-04T15:01:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:01:02.917462 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-54fa8f82-c3e7-4fc2-aecd-43b7b1c1c730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-619180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628143'] for router_interface, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:02.923667 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa8f82-c3e7-4fc2-aecd-43b7b1c1c730 admin admin] Pushing event updated for resources: {'Port': ['ID=1728d397-7427-4ed9-a33b-5642e71596de,revision_number=2']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:02.977591 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port c32d6245-b0cf-4e2c-ab2e-7bad8171000c, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=c32d6245-b0cf-4e2c-ab2e-7bad8171000c,segment=NetworkSegment(6c5a5051-35eb-42a9-a5a0-ad978c2ec07f),segment_id=6c5a5051-35eb-42a9-a5a0-ad978c2ec07f)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:02.997277 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Returning: {'device': 'c32d6245-b0cf-4e2c-ab2e-7bad8171000c', 'network_id': 'bc510cb8-86d4-438e-8c4e-84a8e83237c1', 'port_id': 'c32d6245-b0cf-4e2c-ab2e-7bad8171000c', 'mac_address': 'fa:16:3e:f1:8a:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 296, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd2c69a2-769b-4173-a0c2-86f5e1a06a5d', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:01:03.047707 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fa8f82-c3e7-4fc2-aecd-43b7b1c1c730 admin admin] Network fb84f7af-1bc5-4003-9493-f24d10e945c8 is already hosted by enough agents. {{(pid=101863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:01:03.049629 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-54fa8f82-c3e7-4fc2-aecd-43b7b1c1c730 admin admin] Resources bound (agent type, host, resource id): {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:03.051666 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:03.067640 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c32d6245-b0cf-4e2c-ab2e-7bad8171000c {{(pid=101865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:01:03.089181 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port c32d6245-b0cf-4e2c-ab2e-7bad8171000c, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=c32d6245-b0cf-4e2c-ab2e-7bad8171000c,segment=NetworkSegment(6c5a5051-35eb-42a9-a5a0-ad978c2ec07f),segment_id=6c5a5051-35eb-42a9-a5a0-ad978c2ec07f)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:03.094958 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:03.181622 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-ae177509-00f9-47e5-bdde-e27e50c5f736 None None] Provisioning complete for port 80b40dc6-a44d-4a51-ba7c-59f146ff9fed triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:03.181622 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-ae177509-00f9-47e5-bdde-e27e50c5f736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:03.192161 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=c32d6245-b0cf-4e2c-ab2e-7bad8171000c,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:03.222274 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fa8f82-c3e7-4fc2-aecd-43b7b1c1c730 admin admin] Router ac01ba02-fac4-4481-a13a-b468c5c57174 has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:01:03.313951 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-ae177509-00f9-47e5-bdde-e27e50c5f736 None None] Provisioning complete for port 1728d397-7427-4ed9-a33b-5642e71596de triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:03.314333 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-ae177509-00f9-47e5-bdde-e27e50c5f736 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:03.369334 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-ae177509-00f9-47e5-bdde-e27e50c5f736 None None] Port 1728d397-7427-4ed9-a33b-5642e71596de cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:01:03.494628 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-f56a6459-166d-4631-a0ba-18b8dc03a9c3 None None] Provisioning complete for port 1728d397-7427-4ed9-a33b-5642e71596de triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:03.495092 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-f56a6459-166d-4631-a0ba-18b8dc03a9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:03.564853 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-f56a6459-166d-4631-a0ba-18b8dc03a9c3 None None] Port 1728d397-7427-4ed9-a33b-5642e71596de cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:01:03.665265 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['c32d6245-b0cf-4e2c-ab2e-7bad8171000c'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:01:03.685067 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e2aa6-84d6-4ab5-a7e0-78215e97dc98 req-829ad74f-fbe0-495a-acbe-93b5f8d6cd56 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:03.693336 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ef0e2aa6-84d6-4ab5-a7e0-78215e97dc98 req-829ad74f-fbe0-495a-acbe-93b5f8d6cd56 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b HTTP/1.1" status: 200 len: 947 time: 0.3631930 May 04 15:01:03.709960 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 80b40dc6-a44d-4a51-ba7c-59f146ff9fed up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:03.713776 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fa8f82-c3e7-4fc2-aecd-43b7b1c1c730 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:01:03.724779 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-54fa8f82-c3e7-4fc2-aecd-43b7b1c1c730 admin admin] 10.222.0.42 "PUT /v2.0/routers/ac01ba02-fac4-4481-a13a-b468c5c57174/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4376924 May 04 15:01:03.776673 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ef0e2aa6-84d6-4ab5-a7e0-78215e97dc98 req-8efd4b1d-8ce3-4897-a0d3-264ef7948e61 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/security-groups?id=67fceba3-95f8-4c4e-a597-7f92e03f17f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823164 May 04 15:01:03.816194 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a83de6c-9ad8-4bac-8e56-48773b323bce req-8dce4f7e-67da-43d1-a274-8a60fb218316 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:03.817792 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8a83de6c-9ad8-4bac-8e56-48773b323bce req-8dce4f7e-67da-43d1-a274-8a60fb218316 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 945 time: 0.0915968 May 04 15:01:03.850726 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port 80b40dc6-a44d-4a51-ba7c-59f146ff9fed triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:03.851710 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:03.868693 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8a83de6c-9ad8-4bac-8e56-48773b323bce req-a7686662-ecb0-4fca-be00-702442a61bcc tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=536153dc-1e79-4719-a214-ff5c7bae6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365553 May 04 15:01:04.006654 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 7488fddd-73e1-4ddc-a5d4-c777ca779c31 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:04.029292 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5fc16-1e00-4b48-98ad-0f06987e63fd req-b68fe61c-5656-4205-9ccf-d82909a239b8 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:04.031770 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cac5fc16-1e00-4b48-98ad-0f06987e63fd req-b68fe61c-5656-4205-9ccf-d82909a239b8 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 945 time: 0.0811527 May 04 15:01:04.043412 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 45194) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:04.048872 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-a1f51372-baef-4236-ab92-5f9e82c18260 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Request body: {'floatingip': {'port_id': 'e15c5d79-99c5-4358-832f-31842b7bbd12'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:04.070173 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port 7488fddd-73e1-4ddc-a5d4-c777ca779c31 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:04.070543 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:04.092352 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a1f51372-baef-4236-ab92-5f9e82c18260 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks [] for floatingip, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:04.169842 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:04.195439 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] For port 7488fddd-73e1-4ddc-a5d4-c777ca779c31, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=7488fddd-73e1-4ddc-a5d4-c777ca779c31,segment=NetworkSegment(60ac4599-e6dd-4770-844e-5b54095f67fa),segment_id=60ac4599-e6dd-4770-844e-5b54095f67fa)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:04.200325 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:04.263573 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Pushing event updated for resources: {'Port': ['ID=7488fddd-73e1-4ddc-a5d4-c777ca779c31,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:04.371591 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 45204) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:04.382309 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-2895465a-5c1b-40be-a728-455b476af1b7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-992723769-network', 'tenant_id': 'd170235fb4e64decaea274bd203ee3aa'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:04.444377 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2895465a-5c1b-40be-a728-455b476af1b7 admin admin] Made reservation on behalf of d170235fb4e64decaea274bd203ee3aa for: {'network': 1} {{(pid=101863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:01:04.444377 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2895465a-5c1b-40be-a728-455b476af1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for network, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:04.457831 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2895465a-5c1b-40be-a728-455b476af1b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:04.641979 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a1f51372-baef-4236-ab92-5f9e82c18260 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:04.649708 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a1f51372-baef-4236-ab92-5f9e82c18260 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628046'] for floatingip, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:04.652492 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2895465a-5c1b-40be-a728-455b476af1b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:04.687135 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2895465a-5c1b-40be-a728-455b476af1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:04.719290 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2895465a-5c1b-40be-a728-455b476af1b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 264} {{(pid=101863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 15:01:04.744544 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2895465a-5c1b-40be-a728-455b476af1b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6898c82e-3a20-476e-805a-78aa75f5e297,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:04.751370 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2895465a-5c1b-40be-a728-455b476af1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:04.751694 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.db.segments_db [None req-2895465a-5c1b-40be-a728-455b476af1b7 admin admin] Added segment 98f42e7f-9434-411f-bdb4-f6ffcf84ebda of type vlan for network cd8fe5c7-5da0-4ae9-a9a4-c95e4c502a94 May 04 15:01:04.826875 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a00b08c-4cd9-48f0-aa8f-2dc364c3e4f1 None None] Sync routers for ids ['ac01ba02-fac4-4481-a13a-b468c5c57174'] in dv-cinder-829630-2-iscsi {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:01:04.831915 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2895465a-5c1b-40be-a728-455b476af1b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755427588545'] for network, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:04.835561 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.db.l3_db [None req-a1f51372-baef-4236-ab92-5f9e82c18260 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Floating IP 8419d83a-1ffa-4834-a096-24cca32b4d6c associated. External IP: 172.27.1.205, port: e15c5d79-99c5-4358-832f-31842b7bbd12. May 04 15:01:04.848606 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a00b08c-4cd9-48f0-aa8f-2dc364c3e4f1 None None] Routers {'ac01ba02-fac4-4481-a13a-b468c5c57174'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:01:04.849326 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-3a00b08c-4cd9-48f0-aa8f-2dc364c3e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:00:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['ac01ba02-fac4-4481-a13a-b468c5c57174'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:04.953444 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2895465a-5c1b-40be-a728-455b476af1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198'] for network, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:04.954910 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2895465a-5c1b-40be-a728-455b476af1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:04.955494 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2895465a-5c1b-40be-a728-455b476af1b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:04.961464 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-3a00b08c-4cd9-48f0-aa8f-2dc364c3e4f1 None None] Set router ac01ba02-fac4-4481-a13a-b468c5c57174 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:01:05.032610 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27037b7-0546-49fc-83aa-af6903f92ae7 req-f15779c1-6a9a-4421-9804-8e2a8bd26f46 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:05.034410 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e27037b7-0546-49fc-83aa-af6903f92ae7 req-f15779c1-6a9a-4421-9804-8e2a8bd26f46 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b HTTP/1.1" status: 200 len: 947 time: 0.1405671 May 04 15:01:05.068286 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-2895465a-5c1b-40be-a728-455b476af1b7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6955609 May 04 15:01:05.071074 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 45212) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:05.076441 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-71d52a2d-6660-4bc0-a40c-2c867aace091 admin admin] Request body: {'subnet': {'network_id': 'cd8fe5c7-5da0-4ae9-a9a4-c95e4c502a94', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-992723769-subnet', 'tenant_id': 'd170235fb4e64decaea274bd203ee3aa', 'ip_version': 4}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:05.100611 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d52a2d-6660-4bc0-a40c-2c867aace091 admin admin] Made reservation on behalf of d170235fb4e64decaea274bd203ee3aa for: {'subnet': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:01:05.101283 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2895465a-5c1b-40be-a728-455b476af1b7 admin admin] Pushing event updated for resources: {'Network': ['ID=cd8fe5c7-5da0-4ae9-a9a4-c95e4c502a94,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:05.104236 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-71d52a2d-6660-4bc0-a40c-2c867aace091 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2930322'] for subnet, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:05.118410 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Network cd8fe5c7-5da0-4ae9-a9a4-c95e4c502a94 details requested by agent ovs-agent-dv-cinder-829630-2-iscsi with host dv-cinder-829630-2-iscsi {{(pid=101865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 15:01:05.160693 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e27037b7-0546-49fc-83aa-af6903f92ae7 req-7243d4e6-eed0-454e-b6ac-6b01a83288c4 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/security-groups?id=67fceba3-95f8-4c4e-a597-7f92e03f17f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954299 May 04 15:01:05.233088 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f51372-baef-4236-ab92-5f9e82c18260 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Router cf3ad22b-808f-4331-9948-e6e91d3b6eac has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:01:05.255974 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-3a00b08c-4cd9-48f0-aa8f-2dc364c3e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'name': 'tempest-TestShelveInstance-1964831573-router', 'tenant_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '7488fddd-73e1-4ddc-a5d4-c777ca779c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:59Z', 'updated_at': '2022-05-04T15:01:02Z', 'revision_number': 4, 'project_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'gw_port': {'id': '7488fddd-73e1-4ddc-a5d4-c777ca779c31', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:00Z', 'updated_at': '2022-05-04T15:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '1728d397-7427-4ed9-a33b-5642e71596de', 'name': '', 'network_id': 'fb84f7af-1bc5-4003-9493-f24d10e945c8', 'tenant_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'mac_address': 'fa:16:3e:52:fc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'bdee7d98-9fd3-42c6-a1f6-0ef6423d6573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:01Z', 'updated_at': '2022-05-04T15:01:02Z', 'revision_number': 2, 'project_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'subnets': [{'id': 'bdee7d98-9fd3-42c6-a1f6-0ef6423d6573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:05.292331 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a00b08c-4cd9-48f0-aa8f-2dc364c3e4f1 None None] Checking router: ac01ba02-fac4-4481-a13a-b468c5c57174 for host: dv-cinder-829630-2-iscsi {{(pid=101865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:01:05.292606 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a00b08c-4cd9-48f0-aa8f-2dc364c3e4f1 None None] Updating router ac01ba02-fac4-4481-a13a-b468c5c57174 port 1728d397-7427-4ed9-a33b-5642e71596de binding host dv-cinder-829630-2-iscsi {{(pid=101865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 15:01:05.308933 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-71d52a2d-6660-4bc0-a40c-2c867aace091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261144722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930308'] for subnet, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:05.327753 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-3a00b08c-4cd9-48f0-aa8f-2dc364c3e4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:05.356644 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f51372-baef-4236-ab92-5f9e82c18260 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:01:05.361880 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a1f51372-baef-4236-ab92-5f9e82c18260 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:05.370943 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf7a323-0607-4e4f-88d8-1b7470892fa4 None None] Sync routers for ids ['cf3ad22b-808f-4331-9948-e6e91d3b6eac'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:01:05.374530 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d52a2d-6660-4bc0-a40c-2c867aace091 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3c1cbc6-fc3b-44af-8ef6-5cfb0f48a705,revision_number=0']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:05.382185 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d52a2d-6660-4bc0-a40c-2c867aace091 admin admin] Checking segment: {'id': '98f42e7f-9434-411f-bdb4-f6ffcf84ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'cd8fe5c7-5da0-4ae9-a9a4-c95e4c502a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:01:05.382544 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d52a2d-6660-4bc0-a40c-2c867aace091 admin admin] Network hostable DHCP agents. Network: cd8fe5c7-5da0-4ae9-a9a4-c95e4c502a94, hostable agents: ['fc62abde-e1bd-4968-8f20-84ac7e991332'], hosted agents: [] {{(pid=101864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 15:01:05.387696 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf7a323-0607-4e4f-88d8-1b7470892fa4 None None] Routers {'cf3ad22b-808f-4331-9948-e6e91d3b6eac'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:01:05.388753 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-5bf7a323-0607-4e4f-88d8-1b7470892fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:00:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['cf3ad22b-808f-4331-9948-e6e91d3b6eac'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:05.404183 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d52a2d-6660-4bc0-a40c-2c867aace091 admin admin] Network cd8fe5c7-5da0-4ae9-a9a4-c95e4c502a94 is scheduled to be hosted by DHCP agent fc62abde-e1bd-4968-8f20-84ac7e991332 with binding_index 1 {{(pid=101864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 15:01:05.425513 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-a1f51372-baef-4236-ab92-5f9e82c18260 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "PUT /v2.0/floatingips/8419d83a-1ffa-4834-a096-24cca32b4d6c HTTP/1.1" status: 200 len: 991 time: 1.3807042 May 04 15:01:05.426504 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2', 'tag': 'e15c5d79-99c5-4358-832f-31842b7bbd12'}] {{(pid=101863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:01:05.430183 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c6767b5d81d022f3d85e9c22ce19b705c79dd3cfc51145499811648722293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dd4a238-e5a1-4076-9cd8-3e3a80caa393" -d '{"events": [{"name": "network-changed", "server_uuid": "e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2", "tag": "e15c5d79-99c5-4358-832f-31842b7bbd12"}]}' {{(pid=101863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:01:05.433359 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [None req-71d52a2d-6660-4bc0-a40c-2c867aace091 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-iscsi, cd8fe5c7-5da0-4ae9-a9a4-c95e4c502a94) {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:05.438386 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d52a2d-6660-4bc0-a40c-2c867aace091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:05.439953 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-71d52a2d-6660-4bc0-a40c-2c867aace091 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for subnet, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:05.462879 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a143457d-ba0c-4e1f-a780-0af7decef86f None None] Network cd8fe5c7-5da0-4ae9-a9a4-c95e4c502a94 requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:01:05.469599 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-71d52a2d-6660-4bc0-a40c-2c867aace091 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3972173 May 04 15:01:05.472352 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 45218) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:05.477368 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-26514f3a-6b98-4aae-9698-9e243fd3f759 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-992723769-router', 'tenant_id': 'd170235fb4e64decaea274bd203ee3aa', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:05.482285 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6492603d-b502-457d-9345-7cc1f266124c x-openstack-request-id: req-6492603d-b502-457d-9345-7cc1f266124c {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:01:05.484872 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2", "tag": "e15c5d79-99c5-4358-832f-31842b7bbd12", "status": "completed", "code": 200}]} {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:01:05.485129 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6492603d-b502-457d-9345-7cc1f266124c {{(pid=101863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:01:05.485684 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6492603d-b502-457d-9345-7cc1f266124c'] response: {'name': 'network-changed', 'server_uuid': 'e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2', 'tag': 'e15c5d79-99c5-4358-832f-31842b7bbd12', 'status': 'completed', 'code': 200} May 04 15:01:05.516000 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-26514f3a-6b98-4aae-9698-9e243fd3f759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27414'] for router, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:05.517013 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-26514f3a-6b98-4aae-9698-9e243fd3f759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-625769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-667354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27437'] for router, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:05.541155 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-5bf7a323-0607-4e4f-88d8-1b7470892fa4 None None] Set router cf3ad22b-808f-4331-9948-e6e91d3b6eac gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:01:05.566591 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 7488fddd-73e1-4ddc-a5d4-c777ca779c31 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:05.631069 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-26514f3a-6b98-4aae-9698-9e243fd3f759 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:05.805483 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-5bf7a323-0607-4e4f-88d8-1b7470892fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'name': 'tempest-ServerRescueNegativeTestJSON-1965692413-router', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '21f78449-930d-41d7-a0fc-3452d0ca9b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:14Z', 'updated_at': '2022-05-04T14:58:21Z', 'revision_number': 4, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'gw_port': {'id': '21f78449-930d-41d7-a0fc-3452d0ca9b33', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:15Z', 'updated_at': '2022-05-04T14:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': '8419d83a-1ffa-4834-a096-24cca32b4d6c', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'port_id': 'e15c5d79-99c5-4358-832f-31842b7bbd12', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc', 'mac_address': 'fa:16:3e:9d:cc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:00:44Z', 'updated_at': '2022-05-04T15:01:04Z', 'revision_number': 1, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b2f621d-7e96-4aa4-8a90-c05ae653fc54', 'name': '', 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'mac_address': 'fa:16:3e:3a:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:20Z', 'updated_at': '2022-05-04T14:58:37Z', 'revision_number': 5, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'subnets': [{'id': '5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:05.839331 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf7a323-0607-4e4f-88d8-1b7470892fa4 None None] Checking router: cf3ad22b-808f-4331-9948-e6e91d3b6eac for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:01:05.849231 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf7a323-0607-4e4f-88d8-1b7470892fa4 None None] Routers {'cf3ad22b-808f-4331-9948-e6e91d3b6eac'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:01:05.849700 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-5bf7a323-0607-4e4f-88d8-1b7470892fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:00:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['cf3ad22b-808f-4331-9948-e6e91d3b6eac'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:05.892978 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port 7488fddd-73e1-4ddc-a5d4-c777ca779c31 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:05.893349 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:05.927335 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4a238-e5a1-4076-9cd8-3e3a80caa393 req-93e8ad09-7b50-4c63-89b1-b3296a302085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:05.928982 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-7dd4a238-e5a1-4076-9cd8-3e3a80caa393 req-93e8ad09-7b50-4c63-89b1-b3296a302085 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=905c2ec6da98485d974f32e58df0cfb5&device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 1098 time: 0.3952925 May 04 15:01:05.988082 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-5bf7a323-0607-4e4f-88d8-1b7470892fa4 None None] Set router cf3ad22b-808f-4331-9948-e6e91d3b6eac gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:01:06.007561 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-152a1022-ce11-49d4-8818-13f9373f9122 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08658952-b33c-5b25-a311-2ddce2069787-cd8fe5c7-5da0-4ae9-a9a4-c95e4c502a94', 'network_id': 'cd8fe5c7-5da0-4ae9-a9a4-c95e4c502a94', 'tenant_id': 'd170235fb4e64decaea274bd203ee3aa', 'fixed_ips': [{'subnet_id': 'd3c1cbc6-fc3b-44af-8ef6-5cfb0f48a705'}]}} from dv-cinder-829630-2-iscsi. {{(pid=101865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 04 15:01:06.008675 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-152a1022-ce11-49d4-8818-13f9373f9122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:06.029612 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-3a00b08c-4cd9-48f0-aa8f-2dc364c3e4f1 None None] Notify callbacks [] for port, precommit_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:06.045620 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-3a00b08c-4cd9-48f0-aa8f-2dc364c3e4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:06.099943 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-26514f3a-6b98-4aae-9698-9e243fd3f759 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:06.175111 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4a238-e5a1-4076-9cd8-3e3a80caa393 req-f285d838-9aba-4b58-8382-3dfd0a4ccbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:06.177105 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-7dd4a238-e5a1-4076-9cd8-3e3a80caa393 req-f285d838-9aba-4b58-8382-3dfd0a4ccbe3 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc HTTP/1.1" status: 200 len: 920 time: 0.2144647 May 04 15:01:06.253309 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-8eed463f-4ab1-48d1-9b7a-6300a644d33c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:06.264888 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bcefcf-d475-486c-9c76-6524ce0bb24d None None] Pushing event updated for resources: {'Port': ['ID=1728d397-7427-4ed9-a33b-5642e71596de,revision_number=3']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:06.363204 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-7dd4a238-e5a1-4076-9cd8-3e3a80caa393 req-88f1b2b3-fe7d-4f07-8668-caab4363b7d1 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e15c5d79-99c5-4358-832f-31842b7bbd12 HTTP/1.1" status: 200 len: 999 time: 0.1766384 May 04 15:01:06.370545 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9640d903-2368-4175-b170-d898d0128108 req-c7e3f914-7b2c-4de5-9107-d90fffc8a170 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:06.374350 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9640d903-2368-4175-b170-d898d0128108 req-c7e3f914-7b2c-4de5-9107-d90fffc8a170 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b HTTP/1.1" status: 200 len: 947 time: 0.0975878 May 04 15:01:06.380545 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-5bf7a323-0607-4e4f-88d8-1b7470892fa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'name': 'tempest-ServerRescueNegativeTestJSON-1965692413-router', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '21f78449-930d-41d7-a0fc-3452d0ca9b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:14Z', 'updated_at': '2022-05-04T14:58:21Z', 'revision_number': 4, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'gw_port': {'id': '21f78449-930d-41d7-a0fc-3452d0ca9b33', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:15Z', 'updated_at': '2022-05-04T14:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': '8419d83a-1ffa-4834-a096-24cca32b4d6c', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'port_id': 'e15c5d79-99c5-4358-832f-31842b7bbd12', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc', 'mac_address': 'fa:16:3e:9d:cc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:00:44Z', 'updated_at': '2022-05-04T15:01:04Z', 'revision_number': 1, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b2f621d-7e96-4aa4-8a90-c05ae653fc54', 'name': '', 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'mac_address': 'fa:16:3e:3a:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:20Z', 'updated_at': '2022-05-04T14:58:37Z', 'revision_number': 5, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'subnets': [{'id': '5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:06.386656 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-3a00b08c-4cd9-48f0-aa8f-2dc364c3e4f1 None None] Attempting to bind port 1728d397-7427-4ed9-a33b-5642e71596de on host dv-cinder-829630-2-iscsi for vnic_type normal with profile {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:01:06.387021 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-3a00b08c-4cd9-48f0-aa8f-2dc364c3e4f1 None None] Attempting to bind port 1728d397-7427-4ed9-a33b-5642e71596de by drivers openvswitch,hyperv on host dv-cinder-829630-2-iscsi at level 0 using segments [{'id': '95934612-3076-4b22-b597-42ecf73c8405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'fb84f7af-1bc5-4003-9493-f24d10e945c8'}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:01:06.387378 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a00b08c-4cd9-48f0-aa8f-2dc364c3e4f1 None None] Attempting to bind port 1728d397-7427-4ed9-a33b-5642e71596de on network fb84f7af-1bc5-4003-9493-f24d10e945c8 {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:01:06.398146 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a00b08c-4cd9-48f0-aa8f-2dc364c3e4f1 None None] Checking agent: {'id': '53237496-8014-4dc2-9deb-3d098fbdee6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 49, 42), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:01:06.398530 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a00b08c-4cd9-48f0-aa8f-2dc364c3e4f1 None None] Checking segment: {'id': '95934612-3076-4b22-b597-42ecf73c8405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'fb84f7af-1bc5-4003-9493-f24d10e945c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:01:06.398913 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-3a00b08c-4cd9-48f0-aa8f-2dc364c3e4f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:06.399443 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a00b08c-4cd9-48f0-aa8f-2dc364c3e4f1 None None] Bound using segment: {'id': '95934612-3076-4b22-b597-42ecf73c8405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'fb84f7af-1bc5-4003-9493-f24d10e945c8'} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:01:06.399926 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-3a00b08c-4cd9-48f0-aa8f-2dc364c3e4f1 None None] Bound port: 1728d397-7427-4ed9-a33b-5642e71596de, host: dv-cinder-829630-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95934612-3076-4b22-b597-42ecf73c8405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'fb84f7af-1bc5-4003-9493-f24d10e945c8'}}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:01:06.400303 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-3a00b08c-4cd9-48f0-aa8f-2dc364c3e4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:06.423160 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bf7a323-0607-4e4f-88d8-1b7470892fa4 None None] The sync data for ids ['cf3ad22b-808f-4331-9948-e6e91d3b6eac'] in dv-cinder-829630-2-iscsi is: [{'id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'name': 'tempest-ServerRescueNegativeTestJSON-1965692413-router', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '21f78449-930d-41d7-a0fc-3452d0ca9b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:14Z', 'updated_at': '2022-05-04T14:58:21Z', 'revision_number': 4, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'gw_port': {'id': '21f78449-930d-41d7-a0fc-3452d0ca9b33', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:15Z', 'updated_at': '2022-05-04T14:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': '8419d83a-1ffa-4834-a096-24cca32b4d6c', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'port_id': 'e15c5d79-99c5-4358-832f-31842b7bbd12', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc', 'mac_address': 'fa:16:3e:9d:cc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:00:44Z', 'updated_at': '2022-05-04T15:01:04Z', 'revision_number': 1, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b2f621d-7e96-4aa4-8a90-c05ae653fc54', 'name': '', 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'mac_address': 'fa:16:3e:3a:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:20Z', 'updated_at': '2022-05-04T14:58:37Z', 'revision_number': 5, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'subnets': [{'id': '5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:01:06.426741 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.db_base_plugin_common [None req-152a1022-ce11-49d4-8818-13f9373f9122 None None] Allocated IP 172.20.0.2 (cd8fe5c7-5da0-4ae9-a9a4-c95e4c502a94/d3c1cbc6-fc3b-44af-8ef6-5cfb0f48a705/038d8842-e1e2-4d93-aeef-4962690bc2cf) {{(pid=101865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:01:06.447529 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9640d903-2368-4175-b170-d898d0128108 req-2e26c1c2-8dd5-4223-9541-f2e20a51c8aa tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/security-groups?id=67fceba3-95f8-4c4e-a597-7f92e03f17f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659878 May 04 15:01:06.464281 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4a238-e5a1-4076-9cd8-3e3a80caa393 req-e3cb3862-cb8c-487c-b2b0-51daa6a89b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:06.466648 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-7dd4a238-e5a1-4076-9cd8-3e3a80caa393 req-e3cb3862-cb8c-487c-b2b0-51daa6a89b2b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a HTTP/1.1" status: 200 len: 858 time: 0.0963140 May 04 15:01:06.564028 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-3a00b08c-4cd9-48f0-aa8f-2dc364c3e4f1 None None] For port 1728d397-7427-4ed9-a33b-5642e71596de, host dv-cinder-829630-2-iscsi, cleared binding levels {{(pid=101865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:01:06.589355 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-3a00b08c-4cd9-48f0-aa8f-2dc364c3e4f1 None None] For port 1728d397-7427-4ed9-a33b-5642e71596de, host dv-cinder-829630-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=1728d397-7427-4ed9-a33b-5642e71596de,segment=NetworkSegment(95934612-3076-4b22-b597-42ecf73c8405),segment_id=95934612-3076-4b22-b597-42ecf73c8405)] {{(pid=101865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:01:06.602202 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-d1511b8b-b7ad-4ae9-816b-3aae55db1a82 None None] Provisioning complete for port 1728d397-7427-4ed9-a33b-5642e71596de triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:06.602202 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-d1511b8b-b7ad-4ae9-816b-3aae55db1a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:06.605618 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-3a00b08c-4cd9-48f0-aa8f-2dc364c3e4f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:06.611308 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd4a238-e5a1-4076-9cd8-3e3a80caa393 req-dfb84bf4-843a-4e15-82b0-e02597d1b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:06.612956 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-7dd4a238-e5a1-4076-9cd8-3e3a80caa393 req-dfb84bf4-843a-4e15-82b0-e02597d1b367 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1055059 May 04 15:01:06.618514 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-26514f3a-6b98-4aae-9698-9e243fd3f759 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:06.659138 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-26514f3a-6b98-4aae-9698-9e243fd3f759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:06.737150 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc2a825-8ac0-44e4-a26e-b14d1370280a None None] New status for floating IP 8419d83a-1ffa-4834-a096-24cca32b4d6c: ACTIVE {{(pid=101865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:01:06.807056 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bcefcf-d475-486c-9c76-6524ce0bb24d None None] Pushing event updated for resources: {'Port': ['ID=1728d397-7427-4ed9-a33b-5642e71596de,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:06.811517 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a00b08c-4cd9-48f0-aa8f-2dc364c3e4f1 None None] Routers {'ac01ba02-fac4-4481-a13a-b468c5c57174'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:01:06.812177 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-3a00b08c-4cd9-48f0-aa8f-2dc364c3e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:00:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['ac01ba02-fac4-4481-a13a-b468c5c57174'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:06.819279 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-7dd4a238-e5a1-4076-9cd8-3e3a80caa393 req-e461ea51-59d1-4191-9774-cd6d6fe3dbcc service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1988318 May 04 15:01:06.830187 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-152a1022-ce11-49d4-8818-13f9373f9122 None None] Notify callbacks [] for port, precommit_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:06.870773 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device c32d6245-b0cf-4e2c-ab2e-7bad8171000c up at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:06.902223 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-152a1022-ce11-49d4-8818-13f9373f9122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013'] for port, after_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:06.907833 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_common [None req-26514f3a-6b98-4aae-9698-9e243fd3f759 admin admin] Allocated IP 172.27.1.81 (de075482-66db-4cfa-a120-f2ea157cd064/5a69c200-2813-4998-8939-5704799bdcf4/87032804-1ca9-44b8-830d-f8f4e9424afd) {{(pid=101864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:01:07.001757 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-7dd4a238-e5a1-4076-9cd8-3e3a80caa393 req-cfa9e415-f6ea-4383-9a9b-527de65c668e service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1748695 May 04 15:01:07.064866 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-26514f3a-6b98-4aae-9698-9e243fd3f759 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:07.080278 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152a1022-ce11-49d4-8818-13f9373f9122 None None] Network cd8fe5c7-5da0-4ae9-a9a4-c95e4c502a94 is already hosted by enough agents. {{(pid=101865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:01:07.099680 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-26514f3a-6b98-4aae-9698-9e243fd3f759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:07.105821 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.scheduler.base_scheduler [None req-152a1022-ce11-49d4-8818-13f9373f9122 None None] Resources bound (agent type, host, resource id): {{(pid=101865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:07.117657 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a1022-ce11-49d4-8818-13f9373f9122 None None] Pushing event updated for resources: {'Port': ['ID=038d8842-e1e2-4d93-aeef-4962690bc2cf,revision_number=1']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:07.121137 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152a1022-ce11-49d4-8818-13f9373f9122 None None] Received port after_create {{(pid=101865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:01:07.149473 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26514f3a-6b98-4aae-9698-9e243fd3f759 admin admin] Network de075482-66db-4cfa-a120-f2ea157cd064 is already hosted by enough agents. {{(pid=101864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:01:07.153369 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [None req-26514f3a-6b98-4aae-9698-9e243fd3f759 admin admin] Resources bound (agent type, host, resource id): {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:07.156959 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26514f3a-6b98-4aae-9698-9e243fd3f759 admin admin] Received port after_create {{(pid=101864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:01:07.159591 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-d1511b8b-b7ad-4ae9-816b-3aae55db1a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:07.181000 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-3a00b08c-4cd9-48f0-aa8f-2dc364c3e4f1 None None] Set router ac01ba02-fac4-4481-a13a-b468c5c57174 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:01:07.183783 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26514f3a-6b98-4aae-9698-9e243fd3f759 admin admin] Pushing event updated for resources: {'Port': ['ID=87032804-1ca9-44b8-830d-f8f4e9424afd,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:07.240827 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning for port c32d6245-b0cf-4e2c-ab2e-7bad8171000c completed by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:01:07.258962 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning complete for port c32d6245-b0cf-4e2c-ab2e-7bad8171000c triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:07.259333 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:07.304430 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-d1511b8b-b7ad-4ae9-816b-3aae55db1a82 None None] For port 1728d397-7427-4ed9-a33b-5642e71596de, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=1728d397-7427-4ed9-a33b-5642e71596de,segment=NetworkSegment(95934612-3076-4b22-b597-42ecf73c8405),segment_id=95934612-3076-4b22-b597-42ecf73c8405)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:07.325821 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-d1511b8b-b7ad-4ae9-816b-3aae55db1a82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:07.383049 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-152a1022-ce11-49d4-8818-13f9373f9122 None None] Attempting to bind port 038d8842-e1e2-4d93-aeef-4962690bc2cf on host dv-cinder-829630-2-iscsi for vnic_type normal with profile {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:01:07.383422 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-152a1022-ce11-49d4-8818-13f9373f9122 None None] Attempting to bind port 038d8842-e1e2-4d93-aeef-4962690bc2cf by drivers openvswitch,hyperv on host dv-cinder-829630-2-iscsi at level 0 using segments [{'id': '98f42e7f-9434-411f-bdb4-f6ffcf84ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'cd8fe5c7-5da0-4ae9-a9a4-c95e4c502a94'}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:01:07.383780 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152a1022-ce11-49d4-8818-13f9373f9122 None None] Attempting to bind port 038d8842-e1e2-4d93-aeef-4962690bc2cf on network cd8fe5c7-5da0-4ae9-a9a4-c95e4c502a94 {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:01:07.415046 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152a1022-ce11-49d4-8818-13f9373f9122 None None] Checking agent: {'id': '53237496-8014-4dc2-9deb-3d098fbdee6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 49, 42), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:01:07.415412 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152a1022-ce11-49d4-8818-13f9373f9122 None None] Checking segment: {'id': '98f42e7f-9434-411f-bdb4-f6ffcf84ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'cd8fe5c7-5da0-4ae9-a9a4-c95e4c502a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:01:07.415813 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-152a1022-ce11-49d4-8818-13f9373f9122 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:07.416199 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-152a1022-ce11-49d4-8818-13f9373f9122 None None] Bound using segment: {'id': '98f42e7f-9434-411f-bdb4-f6ffcf84ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'cd8fe5c7-5da0-4ae9-a9a4-c95e4c502a94'} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:01:07.416675 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-152a1022-ce11-49d4-8818-13f9373f9122 None None] Bound port: 038d8842-e1e2-4d93-aeef-4962690bc2cf, host: dv-cinder-829630-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f42e7f-9434-411f-bdb4-f6ffcf84ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'cd8fe5c7-5da0-4ae9-a9a4-c95e4c502a94'}}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:01:07.417074 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-152a1022-ce11-49d4-8818-13f9373f9122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:07.424386 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-26514f3a-6b98-4aae-9698-9e243fd3f759 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:07.602230 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80f9055-268b-461a-8dc3-c5fa59b6fc48 req-1ff10b8d-9dde-4e0a-9621-2dd669b60648 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:07.604268 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d80f9055-268b-461a-8dc3-c5fa59b6fc48 req-1ff10b8d-9dde-4e0a-9621-2dd669b60648 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b HTTP/1.1" status: 200 len: 947 time: 0.0635827 May 04 15:01:07.642877 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-26514f3a-6b98-4aae-9698-9e243fd3f759 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-625762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628448'] for router, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:07.653822 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d80f9055-268b-461a-8dc3-c5fa59b6fc48 req-485a68fc-7daa-4602-8ceb-d70f703cf7c2 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/security-groups?id=67fceba3-95f8-4c4e-a597-7f92e03f17f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425515 May 04 15:01:07.669125 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1511b8b-b7ad-4ae9-816b-3aae55db1a82 None None] Pushing event updated for resources: {'Port': ['ID=1728d397-7427-4ed9-a33b-5642e71596de,revision_number=5']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:07.716241 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-39920637-fccc-4b41-b9b6-27b192fecaf3 None None] Provisioning complete for port 1728d397-7427-4ed9-a33b-5642e71596de triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:07.716609 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-39920637-fccc-4b41-b9b6-27b192fecaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:07.789251 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26514f3a-6b98-4aae-9698-9e243fd3f759 admin admin] Router dabfc658-d6f5-4ffe-b876-8248bdc42262 is scheduled to L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 with binding_index 1 {{(pid=101864) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 15:01:07.825788 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:07.845946 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-152a1022-ce11-49d4-8818-13f9373f9122 None None] For port 038d8842-e1e2-4d93-aeef-4962690bc2cf, host dv-cinder-829630-2-iscsi, cleared binding levels {{(pid=101865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:01:07.872364 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-152a1022-ce11-49d4-8818-13f9373f9122 None None] For port 038d8842-e1e2-4d93-aeef-4962690bc2cf, host dv-cinder-829630-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=038d8842-e1e2-4d93-aeef-4962690bc2cf,segment=NetworkSegment(98f42e7f-9434-411f-bdb4-f6ffcf84ebda),segment_id=98f42e7f-9434-411f-bdb4-f6ffcf84ebda)] {{(pid=101865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:01:07.883817 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32d6245-b0cf-4e2c-ab2e-7bad8171000c'}] {{(pid=101865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:01:07.886095 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13127db273ea31dc2797640238b9d4a3f6ca00c8d3f152038556e6a345f6b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e798e1aa-743b-4377-a6bc-48679670a7bc" -d '{"events": [{"server_uuid": "b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b", "name": "network-vif-plugged", "status": "completed", "tag": "c32d6245-b0cf-4e2c-ab2e-7bad8171000c"}]}' {{(pid=101865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:01:07.894113 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-152a1022-ce11-49d4-8818-13f9373f9122 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:07.899427 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26514f3a-6b98-4aae-9698-9e243fd3f759 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:01:07.910498 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port c32d6245-b0cf-4e2c-ab2e-7bad8171000c, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=c32d6245-b0cf-4e2c-ab2e-7bad8171000c,segment=NetworkSegment(6c5a5051-35eb-42a9-a5a0-ad978c2ec07f),segment_id=6c5a5051-35eb-42a9-a5a0-ad978c2ec07f)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:07.916188 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce61868a-5824-4e22-b7b8-2623c87f8ff9 None None] Sync routers for ids ['dabfc658-d6f5-4ffe-b876-8248bdc42262'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:01:07.919731 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-26514f3a-6b98-4aae-9698-9e243fd3f759 admin admin] Notify callbacks [] for router, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:07.921183 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-26514f3a-6b98-4aae-9698-9e243fd3f759 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4476297 May 04 15:01:07.923984 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 45230) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:07.929414 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce61868a-5824-4e22-b7b8-2623c87f8ff9 None None] Routers {'dabfc658-d6f5-4ffe-b876-8248bdc42262'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:01:07.931059 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-ce61868a-5824-4e22-b7b8-2623c87f8ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:00:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['dabfc658-d6f5-4ffe-b876-8248bdc42262'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:07.953469 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:07.956653 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d042a82c-cb9a-4af4-bcf7-e9f98b7ad5a0 x-openstack-request-id: req-d042a82c-cb9a-4af4-bcf7-e9f98b7ad5a0 {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:01:07.956995 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b", "name": "network-vif-plugged", "status": "completed", "tag": "c32d6245-b0cf-4e2c-ab2e-7bad8171000c", "code": 200}]} {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:01:07.957312 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d042a82c-cb9a-4af4-bcf7-e9f98b7ad5a0 {{(pid=101865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:01:07.957701 dv-cinder-829630-2-iscsi neutron-server[101865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d042a82c-cb9a-4af4-bcf7-e9f98b7ad5a0'] response: {'server_uuid': 'b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c32d6245-b0cf-4e2c-ab2e-7bad8171000c', 'code': 200} May 04 15:01:08.017449 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-3a00b08c-4cd9-48f0-aa8f-2dc364c3e4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'name': 'tempest-TestShelveInstance-1964831573-router', 'tenant_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '7488fddd-73e1-4ddc-a5d4-c777ca779c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:59Z', 'updated_at': '2022-05-04T15:01:02Z', 'revision_number': 4, 'project_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'gw_port': {'id': '7488fddd-73e1-4ddc-a5d4-c777ca779c31', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:00Z', 'updated_at': '2022-05-04T15:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '1728d397-7427-4ed9-a33b-5642e71596de', 'name': '', 'network_id': 'fb84f7af-1bc5-4003-9493-f24d10e945c8', 'tenant_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'mac_address': 'fa:16:3e:52:fc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'bdee7d98-9fd3-42c6-a1f6-0ef6423d6573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:01Z', 'updated_at': '2022-05-04T15:01:06Z', 'revision_number': 4, 'project_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'subnets': [{'id': 'bdee7d98-9fd3-42c6-a1f6-0ef6423d6573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:08.063590 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a00b08c-4cd9-48f0-aa8f-2dc364c3e4f1 None None] The sync data for ids ['ac01ba02-fac4-4481-a13a-b468c5c57174'] in dv-cinder-829630-2-iscsi is: [{'id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'name': 'tempest-TestShelveInstance-1964831573-router', 'tenant_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '7488fddd-73e1-4ddc-a5d4-c777ca779c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:59Z', 'updated_at': '2022-05-04T15:01:02Z', 'revision_number': 4, 'project_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'gw_port': {'id': '7488fddd-73e1-4ddc-a5d4-c777ca779c31', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:00Z', 'updated_at': '2022-05-04T15:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '1728d397-7427-4ed9-a33b-5642e71596de', 'name': '', 'network_id': 'fb84f7af-1bc5-4003-9493-f24d10e945c8', 'tenant_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'mac_address': 'fa:16:3e:52:fc:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'bdee7d98-9fd3-42c6-a1f6-0ef6423d6573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:01Z', 'updated_at': '2022-05-04T15:01:06Z', 'revision_number': 4, 'project_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'subnets': [{'id': 'bdee7d98-9fd3-42c6-a1f6-0ef6423d6573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:01:08.074266 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152a1022-ce11-49d4-8818-13f9373f9122 None None] Pushing event updated for resources: {'Port': ['ID=038d8842-e1e2-4d93-aeef-4962690bc2cf,revision_number=2']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:08.082975 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-ce61868a-5824-4e22-b7b8-2623c87f8ff9 None None] Set router dabfc658-d6f5-4ffe-b876-8248bdc42262 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:01:08.225374 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=c32d6245-b0cf-4e2c-ab2e-7bad8171000c,revision_number=5']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:08.322716 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3319181c-490d-4e11-87e3-2cf0910179b1 req-144ed19b-818f-43be-a09d-d2268e2d80e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:08.332710 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-3319181c-490d-4e11-87e3-2cf0910179b1 req-144ed19b-818f-43be-a09d-d2268e2d80e2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b HTTP/1.1" status: 200 len: 1101 time: 0.0972190 May 04 15:01:08.411001 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-3319181c-490d-4e11-87e3-2cf0910179b1 req-ece49c46-f69a-448b-be17-cce37bdf7ccb service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=67fceba3-95f8-4c4e-a597-7f92e03f17f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687001 May 04 15:01:08.427947 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-719c3111-32e2-4a22-b6ac-b6b1e596ee5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:08.493022 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-ce61868a-5824-4e22-b7b8-2623c87f8ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabfc658-d6f5-4ffe-b876-8248bdc42262', 'name': 'tempest-TestShelveInstance-992723769-router', 'tenant_id': 'd170235fb4e64decaea274bd203ee3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '87032804-1ca9-44b8-830d-f8f4e9424afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:05Z', 'updated_at': '2022-05-04T15:01:07Z', 'revision_number': 3, 'project_id': 'd170235fb4e64decaea274bd203ee3aa', 'gw_port': {'id': '87032804-1ca9-44b8-830d-f8f4e9424afd', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabfc658-d6f5-4ffe-b876-8248bdc42262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:06Z', 'updated_at': '2022-05-04T15:01:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:08.525197 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce61868a-5824-4e22-b7b8-2623c87f8ff9 None None] Checking router: dabfc658-d6f5-4ffe-b876-8248bdc42262 for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:01:08.525543 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce61868a-5824-4e22-b7b8-2623c87f8ff9 None None] Updating router dabfc658-d6f5-4ffe-b876-8248bdc42262 port 87032804-1ca9-44b8-830d-f8f4e9424afd binding host dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 15:01:08.564421 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-ce61868a-5824-4e22-b7b8-2623c87f8ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:08.615214 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d19b2e21-ceb9-4f1b-b457-701845931054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:08.853043 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4be7fc4-2ec7-44b1-8776-a149b82ce308 req-e701ecc1-a351-46d4-9a83-c4cd2970097a tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:08.854668 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b4be7fc4-2ec7-44b1-8776-a149b82ce308 req-e701ecc1-a351-46d4-9a83-c4cd2970097a tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b HTTP/1.1" status: 200 len: 948 time: 0.0925069 May 04 15:01:08.856172 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.db_base_plugin_common [None req-d19b2e21-ceb9-4f1b-b457-701845931054 admin admin] Allocated IP 172.20.0.1 (cd8fe5c7-5da0-4ae9-a9a4-c95e4c502a94/d3c1cbc6-fc3b-44af-8ef6-5cfb0f48a705/cdd06b19-0a93-4249-8bd7-b836429b8216) {{(pid=101863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:01:08.985985 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-ce61868a-5824-4e22-b7b8-2623c87f8ff9 None None] Notify callbacks [] for port, precommit_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:08.992126 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-ce61868a-5824-4e22-b7b8-2623c87f8ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:09.027196 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d19b2e21-ceb9-4f1b-b457-701845931054 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:09.039798 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91933fa1-b9b2-43a8-9609-2a4c554c5d38 None None] Pushing event updated for resources: {'Port': ['ID=87032804-1ca9-44b8-830d-f8f4e9424afd,revision_number=2']} {{(pid=101866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:09.059677 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.managers [None req-ce61868a-5824-4e22-b7b8-2623c87f8ff9 None None] Attempting to bind port 87032804-1ca9-44b8-830d-f8f4e9424afd on host dv-cinder-829630-2-iscsi for vnic_type normal with profile {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:01:09.060055 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.managers [None req-ce61868a-5824-4e22-b7b8-2623c87f8ff9 None None] Attempting to bind port 87032804-1ca9-44b8-830d-f8f4e9424afd by drivers openvswitch,hyperv on host dv-cinder-829630-2-iscsi at level 0 using segments [{'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}] {{(pid=101866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:01:09.060406 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61868a-5824-4e22-b7b8-2623c87f8ff9 None None] Attempting to bind port 87032804-1ca9-44b8-830d-f8f4e9424afd on network de075482-66db-4cfa-a120-f2ea157cd064 {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:01:09.066150 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61868a-5824-4e22-b7b8-2623c87f8ff9 None None] Checking agent: {'id': '53237496-8014-4dc2-9deb-3d098fbdee6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 49, 42), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 0, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:01:09.066517 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61868a-5824-4e22-b7b8-2623c87f8ff9 None None] Checking segment: {'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:01:09.066916 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-ce61868a-5824-4e22-b7b8-2623c87f8ff9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:09.067299 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce61868a-5824-4e22-b7b8-2623c87f8ff9 None None] Bound using segment: {'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'} {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:01:09.067827 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.managers [None req-ce61868a-5824-4e22-b7b8-2623c87f8ff9 None None] Bound port: 87032804-1ca9-44b8-830d-f8f4e9424afd, host: dv-cinder-829630-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}}] {{(pid=101866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:01:09.068144 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-ce61868a-5824-4e22-b7b8-2623c87f8ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:09.082733 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b4be7fc4-2ec7-44b1-8776-a149b82ce308 req-978aad48-3e9f-46c9-bf33-0a68d1714ec1 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/security-groups?id=67fceba3-95f8-4c4e-a597-7f92e03f17f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127805 May 04 15:01:09.103766 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d19b2e21-ceb9-4f1b-b457-701845931054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:09.132135 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.db [None req-ce61868a-5824-4e22-b7b8-2623c87f8ff9 None None] For port 87032804-1ca9-44b8-830d-f8f4e9424afd, host dv-cinder-829630-2-iscsi, cleared binding levels {{(pid=101866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:01:09.137380 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.db [None req-ce61868a-5824-4e22-b7b8-2623c87f8ff9 None None] For port 87032804-1ca9-44b8-830d-f8f4e9424afd, host dv-cinder-829630-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=87032804-1ca9-44b8-830d-f8f4e9424afd,segment=NetworkSegment(60ac4599-e6dd-4770-844e-5b54095f67fa),segment_id=60ac4599-e6dd-4770-844e-5b54095f67fa)] {{(pid=101866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:01:09.143450 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-ce61868a-5824-4e22-b7b8-2623c87f8ff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:09.151796 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19b2e21-ceb9-4f1b-b457-701845931054 admin admin] Network cd8fe5c7-5da0-4ae9-a9a4-c95e4c502a94 is already hosted by enough agents. {{(pid=101863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:01:09.160171 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-d19b2e21-ceb9-4f1b-b457-701845931054 admin admin] Resources bound (agent type, host, resource id): {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:09.169416 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19b2e21-ceb9-4f1b-b457-701845931054 admin admin] Received port after_create {{(pid=101863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:01:09.206364 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91933fa1-b9b2-43a8-9609-2a4c554c5d38 None None] Pushing event updated for resources: {'Port': ['ID=87032804-1ca9-44b8-830d-f8f4e9424afd,revision_number=3']} {{(pid=101866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:09.224063 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d19b2e21-ceb9-4f1b-b457-701845931054 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-628179'] for router_interface, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:09.232769 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce61868a-5824-4e22-b7b8-2623c87f8ff9 None None] Routers {'dabfc658-d6f5-4ffe-b876-8248bdc42262'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:01:09.232769 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-ce61868a-5824-4e22-b7b8-2623c87f8ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:01:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['dabfc658-d6f5-4ffe-b876-8248bdc42262'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:09.238995 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b2e21-ceb9-4f1b-b457-701845931054 admin admin] Pushing event updated for resources: {'Port': ['ID=cdd06b19-0a93-4249-8bd7-b836429b8216,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:09.351014 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdbf00e8-c993-4aa2-950a-02f6d53f8331 None None] Network cd8fe5c7-5da0-4ae9-a9a4-c95e4c502a94 requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:01:09.381453 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-ce61868a-5824-4e22-b7b8-2623c87f8ff9 None None] Set router dabfc658-d6f5-4ffe-b876-8248bdc42262 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:01:09.408333 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d19b2e21-ceb9-4f1b-b457-701845931054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:09.490732 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-a27cad4b-d81f-45e7-bbec-f9b6e2c77e9e None None] Provisioning complete for port 038d8842-e1e2-4d93-aeef-4962690bc2cf triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:09.491113 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-a27cad4b-d81f-45e7-bbec-f9b6e2c77e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:09.623320 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-a27cad4b-d81f-45e7-bbec-f9b6e2c77e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:09.652144 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-ce61868a-5824-4e22-b7b8-2623c87f8ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabfc658-d6f5-4ffe-b876-8248bdc42262', 'name': 'tempest-TestShelveInstance-992723769-router', 'tenant_id': 'd170235fb4e64decaea274bd203ee3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '87032804-1ca9-44b8-830d-f8f4e9424afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:05Z', 'updated_at': '2022-05-04T15:01:07Z', 'revision_number': 3, 'project_id': 'd170235fb4e64decaea274bd203ee3aa', 'gw_port': {'id': '87032804-1ca9-44b8-830d-f8f4e9424afd', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabfc658-d6f5-4ffe-b876-8248bdc42262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:06Z', 'updated_at': '2022-05-04T15:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:09.684250 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:09.696435 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce61868a-5824-4e22-b7b8-2623c87f8ff9 None None] The sync data for ids ['dabfc658-d6f5-4ffe-b876-8248bdc42262'] in dv-cinder-829630-2-iscsi is: [{'id': 'dabfc658-d6f5-4ffe-b876-8248bdc42262', 'name': 'tempest-TestShelveInstance-992723769-router', 'tenant_id': 'd170235fb4e64decaea274bd203ee3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '87032804-1ca9-44b8-830d-f8f4e9424afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:05Z', 'updated_at': '2022-05-04T15:01:07Z', 'revision_number': 3, 'project_id': 'd170235fb4e64decaea274bd203ee3aa', 'gw_port': {'id': '87032804-1ca9-44b8-830d-f8f4e9424afd', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabfc658-d6f5-4ffe-b876-8248bdc42262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:06Z', 'updated_at': '2022-05-04T15:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:01:09.704100 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-a27cad4b-d81f-45e7-bbec-f9b6e2c77e9e None None] For port 038d8842-e1e2-4d93-aeef-4962690bc2cf, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=038d8842-e1e2-4d93-aeef-4962690bc2cf,segment=NetworkSegment(98f42e7f-9434-411f-bdb4-f6ffcf84ebda),segment_id=98f42e7f-9434-411f-bdb4-f6ffcf84ebda)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:09.710160 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d19b2e21-ceb9-4f1b-b457-701845931054 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:09.723621 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d19b2e21-ceb9-4f1b-b457-701845931054 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2944232'] for port, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:09.730283 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 1728d397-7427-4ed9-a33b-5642e71596de up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:09.732480 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-a27cad4b-d81f-45e7-bbec-f9b6e2c77e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:09.847315 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27cad4b-d81f-45e7-bbec-f9b6e2c77e9e None None] Pushing event updated for resources: {'Port': ['ID=038d8842-e1e2-4d93-aeef-4962690bc2cf,revision_number=3']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:09.877427 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port 1728d397-7427-4ed9-a33b-5642e71596de triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:09.877800 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:09.977828 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 038d8842-e1e2-4d93-aeef-4962690bc2cf up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:10.041569 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-8bace200-c063-40f8-b542-f45ecb570b1c None None] Provisioning complete for port cdd06b19-0a93-4249-8bd7-b836429b8216 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:10.041947 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-8bace200-c063-40f8-b542-f45ecb570b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:10.088221 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-8bace200-c063-40f8-b542-f45ecb570b1c None None] Port cdd06b19-0a93-4249-8bd7-b836429b8216 cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:01:10.091524 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d19b2e21-ceb9-4f1b-b457-701845931054 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-619180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628143'] for router_interface, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:10.103691 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19b2e21-ceb9-4f1b-b457-701845931054 admin admin] Pushing event updated for resources: {'Port': ['ID=cdd06b19-0a93-4249-8bd7-b836429b8216,revision_number=2']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:10.104619 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-8bace200-c063-40f8-b542-f45ecb570b1c None None] Provisioning complete for port 038d8842-e1e2-4d93-aeef-4962690bc2cf triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:10.105074 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-8bace200-c063-40f8-b542-f45ecb570b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:10.119495 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port 038d8842-e1e2-4d93-aeef-4962690bc2cf triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:10.119950 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:10.260206 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d19b2e21-ceb9-4f1b-b457-701845931054 admin admin] Network cd8fe5c7-5da0-4ae9-a9a4-c95e4c502a94 is already hosted by enough agents. {{(pid=101863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:01:10.269295 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858a36f8-0ec9-444e-8e2b-83acb68c9ffd req-2d0e1321-c146-431b-9397-cab42c70fa03 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:10.270855 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-858a36f8-0ec9-444e-8e2b-83acb68c9ffd req-2d0e1321-c146-431b-9397-cab42c70fa03 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b HTTP/1.1" status: 200 len: 948 time: 0.0835073 May 04 15:01:10.271968 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-d19b2e21-ceb9-4f1b-b457-701845931054 admin admin] Resources bound (agent type, host, resource id): {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:10.397264 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:10.398459 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-858a36f8-0ec9-444e-8e2b-83acb68c9ffd req-31443ab9-7ad1-4a72-8c2e-ad1e95f347ac tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/security-groups?id=67fceba3-95f8-4c4e-a597-7f92e03f17f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710976 May 04 15:01:10.463466 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-d6efad12-9363-4909-9f60-f71e24d409f7 None None] Provisioning complete for port cdd06b19-0a93-4249-8bd7-b836429b8216 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:10.464863 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-d6efad12-9363-4909-9f60-f71e24d409f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:10.471405 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d19b2e21-ceb9-4f1b-b457-701845931054 admin admin] Router dabfc658-d6f5-4ffe-b876-8248bdc42262 has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:01:10.515876 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-8a6e76e8-7738-4e14-acec-875bc4725666 req-2ebf3d05-4a17-4de8-aec8-da4cd14be7e7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0752125 May 04 15:01:10.517690 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-d6efad12-9363-4909-9f60-f71e24d409f7 None None] Port cdd06b19-0a93-4249-8bd7-b836429b8216 cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:01:10.599679 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d19b2e21-ceb9-4f1b-b457-701845931054 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:01:10.602220 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e76e8-7738-4e14-acec-875bc4725666 req-d6b3c34d-44b5-4df8-9405-309c375eccfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:10.603940 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-8a6e76e8-7738-4e14-acec-875bc4725666 req-d6b3c34d-44b5-4df8-9405-309c375eccfd service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=905c2ec6da98485d974f32e58df0cfb5&device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 1099 time: 0.0502892 May 04 15:01:10.609555 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-d19b2e21-ceb9-4f1b-b457-701845931054 admin admin] 10.222.0.42 "PUT /v2.0/routers/dabfc658-d6f5-4ffe-b876-8248bdc42262/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6838386 May 04 15:01:10.640744 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-a5d004db-2acf-4d6b-971b-ccea7e402bec None None] Provisioning complete for port cdd06b19-0a93-4249-8bd7-b836429b8216 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:10.641123 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-a5d004db-2acf-4d6b-971b-ccea7e402bec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:10.684143 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-a5d004db-2acf-4d6b-971b-ccea7e402bec None None] Port cdd06b19-0a93-4249-8bd7-b836429b8216 cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:01:10.725284 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e76e8-7738-4e14-acec-875bc4725666 req-2a22c3fa-50d5-42cc-893b-c6687afda3de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:10.726789 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-8a6e76e8-7738-4e14-acec-875bc4725666 req-2a22c3fa-50d5-42cc-893b-c6687afda3de service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc HTTP/1.1" status: 200 len: 920 time: 0.0946121 May 04 15:01:10.777539 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-8a6e76e8-7738-4e14-acec-875bc4725666 req-59e638a6-ef95-46a9-9e41-f3a079081b10 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45b302bb-8c1b-4e9f-b035-e562354cccae HTTP/1.1" status: 200 len: 217 time: 0.0422442 May 04 15:01:10.840153 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e76e8-7738-4e14-acec-875bc4725666 req-d411b9ae-643c-4201-9432-669f9a32cae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:10.841698 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-8a6e76e8-7738-4e14-acec-875bc4725666 req-d411b9ae-643c-4201-9432-669f9a32cae2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a HTTP/1.1" status: 200 len: 858 time: 0.0572503 May 04 15:01:10.889580 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6e76e8-7738-4e14-acec-875bc4725666 req-8aad6fed-c847-4dcf-ae23-488cdf492dba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:10.891160 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-8a6e76e8-7738-4e14-acec-875bc4725666 req-8aad6fed-c847-4dcf-ae23-488cdf492dba service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418527 May 04 15:01:10.985564 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-8a6e76e8-7738-4e14-acec-875bc4725666 req-5c9dacad-e128-42f0-b79a-1bef3709ecd5 service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856235 May 04 15:01:11.082506 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-8a6e76e8-7738-4e14-acec-875bc4725666 req-b7567850-6abe-4aba-9fb9-fb8b28065964 service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896022 May 04 15:01:11.208833 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 45262) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:11.213712 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-375ce109-79e6-4762-87e1-d12d7e7bc37d tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-508958529', 'description': 'tempest-secgroup-smoke-508958529 description', 'project_id': '6372aa68ca5c44809b1fa0533fd5e71e'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:11.235413 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-375ce109-79e6-4762-87e1-d12d7e7bc37d tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:11.287707 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:11.308236 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-375ce109-79e6-4762-87e1-d12d7e7bc37d tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:11.312247 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-375ce109-79e6-4762-87e1-d12d7e7bc37d tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:11.341714 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ce109-79e6-4762-87e1-d12d7e7bc37d tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6d0fc58-d123-4f49-b709-b39ace9f0ab4,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:11.347036 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-375ce109-79e6-4762-87e1-d12d7e7bc37d tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:11.348276 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-375ce109-79e6-4762-87e1-d12d7e7bc37d tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1381986 May 04 15:01:11.351395 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 45264) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:11.355986 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-17869590-8042-4550-be2a-c268b7a1024a tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Request body: {'security_group_rule': {'security_group_id': 'b6d0fc58-d123-4f49-b709-b39ace9f0ab4', 'project_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:11.383406 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-17869590-8042-4550-be2a-c268b7a1024a tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:11.441484 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-17869590-8042-4550-be2a-c268b7a1024a tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:11.445314 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-17869590-8042-4550-be2a-c268b7a1024a tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:11.463458 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17869590-8042-4550-be2a-c268b7a1024a tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b326925-2edd-4949-90ab-3a3a9cf878f1,revision_number=0']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:11.473923 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-17869590-8042-4550-be2a-c268b7a1024a tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:11.475131 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-17869590-8042-4550-be2a-c268b7a1024a tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1226542 May 04 15:01:11.477846 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 45270) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:11.483611 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-88a54d83-c588-4a9f-a8e9-159d4d730efe tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Request body: {'security_group_rule': {'security_group_id': 'b6d0fc58-d123-4f49-b709-b39ace9f0ab4', 'project_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:11.552555 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a37e7bf-c72c-49db-8915-73d42cadf9c0 req-a9800308-61ec-4360-89cf-c794f411ab6f tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:11.554091 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5a37e7bf-c72c-49db-8915-73d42cadf9c0 req-a9800308-61ec-4360-89cf-c794f411ab6f tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b HTTP/1.1" status: 200 len: 948 time: 0.0739195 May 04 15:01:11.555558 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-88a54d83-c588-4a9f-a8e9-159d4d730efe tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:11.581975 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b99d67b-4b29-4bd3-94f7-c34f53a5d562 None None] Sync routers for ids ['dabfc658-d6f5-4ffe-b876-8248bdc42262'] in dv-cinder-829630-2-iscsi {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:01:11.593012 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b99d67b-4b29-4bd3-94f7-c34f53a5d562 None None] Routers {'dabfc658-d6f5-4ffe-b876-8248bdc42262'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:01:11.593836 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-4b99d67b-4b29-4bd3-94f7-c34f53a5d562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:01:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['dabfc658-d6f5-4ffe-b876-8248bdc42262'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:11.621912 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5a37e7bf-c72c-49db-8915-73d42cadf9c0 req-3cec1084-2118-4dcb-b615-7e49404a7094 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/security-groups?id=67fceba3-95f8-4c4e-a597-7f92e03f17f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547695 May 04 15:01:11.655006 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-88a54d83-c588-4a9f-a8e9-159d4d730efe tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:11.659792 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-88a54d83-c588-4a9f-a8e9-159d4d730efe tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:11.659903 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 87032804-1ca9-44b8-830d-f8f4e9424afd up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:11.675810 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88a54d83-c588-4a9f-a8e9-159d4d730efe tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfac9a4d-6a0d-4eed-ac48-51327318c46d,revision_number=0']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:11.689560 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-88a54d83-c588-4a9f-a8e9-159d4d730efe tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:11.693252 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-88a54d83-c588-4a9f-a8e9-159d4d730efe tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2142186 May 04 15:01:11.694024 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 45276) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:11.698603 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-6e9f4350-c0d5-489f-8aa5-6566bcb88036 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Request body: {'security_group_rule': {'security_group_id': 'b6d0fc58-d123-4f49-b709-b39ace9f0ab4', 'project_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:11.728072 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-6e9f4350-c0d5-489f-8aa5-6566bcb88036 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:11.752694 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:11.771240 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-4b99d67b-4b29-4bd3-94f7-c34f53a5d562 None None] Set router dabfc658-d6f5-4ffe-b876-8248bdc42262 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:01:11.791372 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-6e9f4350-c0d5-489f-8aa5-6566bcb88036 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:11.795465 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-6e9f4350-c0d5-489f-8aa5-6566bcb88036 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:11.808233 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port 87032804-1ca9-44b8-830d-f8f4e9424afd triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:11.808598 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:11.816798 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9f4350-c0d5-489f-8aa5-6566bcb88036 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=798c6546-8b01-4d41-80a8-54968fb5b816,revision_number=0']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:11.828489 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-6e9f4350-c0d5-489f-8aa5-6566bcb88036 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:11.829935 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-6e9f4350-c0d5-489f-8aa5-6566bcb88036 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1348681 May 04 15:01:11.832933 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 45280) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:11.838893 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-2baf2972-b68e-4076-885c-86e6b6e3a3c9 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Request body: {'security_group_rule': {'security_group_id': 'b6d0fc58-d123-4f49-b709-b39ace9f0ab4', 'project_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:11.887876 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2baf2972-b68e-4076-885c-86e6b6e3a3c9 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:11.975295 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be6f48e-2cc9-41d0-a14b-41657da76288 req-1abb72da-0c4e-4353-aae1-44f5fd3f39c6 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:11.976883 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6be6f48e-2cc9-41d0-a14b-41657da76288 req-1abb72da-0c4e-4353-aae1-44f5fd3f39c6 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b HTTP/1.1" status: 200 len: 948 time: 0.0788188 May 04 15:01:11.983169 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2baf2972-b68e-4076-885c-86e6b6e3a3c9 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:11.996506 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2baf2972-b68e-4076-885c-86e6b6e3a3c9 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:12.017882 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:12.024406 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baf2972-b68e-4076-885c-86e6b6e3a3c9 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0526fe1f-8856-40dd-9758-f9f2c5201e2f,revision_number=0']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:12.033960 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2baf2972-b68e-4076-885c-86e6b6e3a3c9 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:12.037901 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-2baf2972-b68e-4076-885c-86e6b6e3a3c9 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2010443 May 04 15:01:12.038316 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 45282) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:12.043992 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-d4835c95-12bf-4ce7-afcd-401321aca8f2 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Request body: {'security_group_rule': {'security_group_id': 'b6d0fc58-d123-4f49-b709-b39ace9f0ab4', 'project_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:12.049741 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6be6f48e-2cc9-41d0-a14b-41657da76288 req-5e8fb277-6211-48ff-a778-53cd844c0762 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/security-groups?id=67fceba3-95f8-4c4e-a597-7f92e03f17f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595686 May 04 15:01:12.078525 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.db.securitygroups_db [None req-d4835c95-12bf-4ce7-afcd-401321aca8f2 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Project 6372aa68ca5c44809b1fa0533fd5e71e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 15:01:12.084081 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d4835c95-12bf-4ce7-afcd-401321aca8f2 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:12.152611 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d4835c95-12bf-4ce7-afcd-401321aca8f2 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:12.157262 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d4835c95-12bf-4ce7-afcd-401321aca8f2 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:12.179062 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4835c95-12bf-4ce7-afcd-401321aca8f2 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08021ee2-88b1-4364-a825-9ab86b9c495d,revision_number=0']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:12.188812 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d4835c95-12bf-4ce7-afcd-401321aca8f2 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:12.190251 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-d4835c95-12bf-4ce7-afcd-401321aca8f2 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1507461 May 04 15:01:12.191641 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] For port 87032804-1ca9-44b8-830d-f8f4e9424afd, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=87032804-1ca9-44b8-830d-f8f4e9424afd,segment=NetworkSegment(60ac4599-e6dd-4770-844e-5b54095f67fa),segment_id=60ac4599-e6dd-4770-844e-5b54095f67fa)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:12.192886 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 45284) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:12.197805 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:12.198642 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 038d8842-e1e2-4d93-aeef-4962690bc2cf up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:12.199573 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-93277afc-bcdc-435a-9980-162c094b7dee tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Request body: {'security_group_rule': {'security_group_id': 'b6d0fc58-d123-4f49-b709-b39ace9f0ab4', 'project_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:12.225659 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.db.securitygroups_db [None req-93277afc-bcdc-435a-9980-162c094b7dee tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Project 6372aa68ca5c44809b1fa0533fd5e71e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 15:01:12.230448 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-93277afc-bcdc-435a-9980-162c094b7dee tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:12.292661 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-93277afc-bcdc-435a-9980-162c094b7dee tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:12.295693 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Pushing event updated for resources: {'Port': ['ID=87032804-1ca9-44b8-830d-f8f4e9424afd,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:12.297614 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-93277afc-bcdc-435a-9980-162c094b7dee tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:12.306594 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-4b99d67b-4b29-4bd3-94f7-c34f53a5d562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabfc658-d6f5-4ffe-b876-8248bdc42262', 'name': 'tempest-TestShelveInstance-992723769-router', 'tenant_id': 'd170235fb4e64decaea274bd203ee3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '87032804-1ca9-44b8-830d-f8f4e9424afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:05Z', 'updated_at': '2022-05-04T15:01:09Z', 'revision_number': 4, 'project_id': 'd170235fb4e64decaea274bd203ee3aa', 'gw_port': {'id': '87032804-1ca9-44b8-830d-f8f4e9424afd', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d8:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabfc658-d6f5-4ffe-b876-8248bdc42262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:06Z', 'updated_at': '2022-05-04T15:01:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': 'cdd06b19-0a93-4249-8bd7-b836429b8216', 'name': '', 'network_id': 'cd8fe5c7-5da0-4ae9-a9a4-c95e4c502a94', 'tenant_id': 'd170235fb4e64decaea274bd203ee3aa', 'mac_address': 'fa:16:3e:bc:b5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabfc658-d6f5-4ffe-b876-8248bdc42262', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd3c1cbc6-fc3b-44af-8ef6-5cfb0f48a705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:08Z', 'updated_at': '2022-05-04T15:01:09Z', 'revision_number': 2, 'project_id': 'd170235fb4e64decaea274bd203ee3aa', 'subnets': [{'id': 'd3c1cbc6-fc3b-44af-8ef6-5cfb0f48a705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:12.316598 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93277afc-bcdc-435a-9980-162c094b7dee tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f39c061-2380-4e1c-af38-fb0510d29265,revision_number=0']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:12.321655 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-93277afc-bcdc-435a-9980-162c094b7dee tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:12.329251 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-93277afc-bcdc-435a-9980-162c094b7dee tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1351216 May 04 15:01:12.339959 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port 038d8842-e1e2-4d93-aeef-4962690bc2cf triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:12.340340 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:12.342016 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b99d67b-4b29-4bd3-94f7-c34f53a5d562 None None] Checking router: dabfc658-d6f5-4ffe-b876-8248bdc42262 for host: dv-cinder-829630-2-iscsi {{(pid=101865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:01:12.342367 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b99d67b-4b29-4bd3-94f7-c34f53a5d562 None None] Updating router dabfc658-d6f5-4ffe-b876-8248bdc42262 port cdd06b19-0a93-4249-8bd7-b836429b8216 binding host dv-cinder-829630-2-iscsi {{(pid=101865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 15:01:12.393100 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-4b99d67b-4b29-4bd3-94f7-c34f53a5d562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:12.706328 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-4b99d67b-4b29-4bd3-94f7-c34f53a5d562 None None] Notify callbacks [] for port, precommit_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:12.711656 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-4b99d67b-4b29-4bd3-94f7-c34f53a5d562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:12.777017 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2dba8c-3b7c-4004-83cc-f54a44532724 None None] Pushing event updated for resources: {'Port': ['ID=cdd06b19-0a93-4249-8bd7-b836429b8216,revision_number=3']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:12.840533 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-4b99d67b-4b29-4bd3-94f7-c34f53a5d562 None None] Attempting to bind port cdd06b19-0a93-4249-8bd7-b836429b8216 on host dv-cinder-829630-2-iscsi for vnic_type normal with profile {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:01:12.840938 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-4b99d67b-4b29-4bd3-94f7-c34f53a5d562 None None] Attempting to bind port cdd06b19-0a93-4249-8bd7-b836429b8216 by drivers openvswitch,hyperv on host dv-cinder-829630-2-iscsi at level 0 using segments [{'id': '98f42e7f-9434-411f-bdb4-f6ffcf84ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'cd8fe5c7-5da0-4ae9-a9a4-c95e4c502a94'}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:01:12.841289 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b99d67b-4b29-4bd3-94f7-c34f53a5d562 None None] Attempting to bind port cdd06b19-0a93-4249-8bd7-b836429b8216 on network cd8fe5c7-5da0-4ae9-a9a4-c95e4c502a94 {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:01:12.848593 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b99d67b-4b29-4bd3-94f7-c34f53a5d562 None None] Checking agent: {'id': '53237496-8014-4dc2-9deb-3d098fbdee6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 49, 42), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 1, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:01:12.849011 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b99d67b-4b29-4bd3-94f7-c34f53a5d562 None None] Checking segment: {'id': '98f42e7f-9434-411f-bdb4-f6ffcf84ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'cd8fe5c7-5da0-4ae9-a9a4-c95e4c502a94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:01:12.849416 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-4b99d67b-4b29-4bd3-94f7-c34f53a5d562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:12.849806 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b99d67b-4b29-4bd3-94f7-c34f53a5d562 None None] Bound using segment: {'id': '98f42e7f-9434-411f-bdb4-f6ffcf84ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'cd8fe5c7-5da0-4ae9-a9a4-c95e4c502a94'} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:01:12.850744 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-4b99d67b-4b29-4bd3-94f7-c34f53a5d562 None None] Bound port: cdd06b19-0a93-4249-8bd7-b836429b8216, host: dv-cinder-829630-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98f42e7f-9434-411f-bdb4-f6ffcf84ebda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 264, 'network_id': 'cd8fe5c7-5da0-4ae9-a9a4-c95e4c502a94'}}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:01:12.850744 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-4b99d67b-4b29-4bd3-94f7-c34f53a5d562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:12.930176 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-4b99d67b-4b29-4bd3-94f7-c34f53a5d562 None None] For port cdd06b19-0a93-4249-8bd7-b836429b8216, host dv-cinder-829630-2-iscsi, cleared binding levels {{(pid=101865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:01:12.933595 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-4b99d67b-4b29-4bd3-94f7-c34f53a5d562 None None] For port cdd06b19-0a93-4249-8bd7-b836429b8216, host dv-cinder-829630-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=cdd06b19-0a93-4249-8bd7-b836429b8216,segment=NetworkSegment(98f42e7f-9434-411f-bdb4-f6ffcf84ebda),segment_id=98f42e7f-9434-411f-bdb4-f6ffcf84ebda)] {{(pid=101865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:01:12.937899 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-4b99d67b-4b29-4bd3-94f7-c34f53a5d562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:12.995778 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b99d67b-4b29-4bd3-94f7-c34f53a5d562 None None] Routers {'dabfc658-d6f5-4ffe-b876-8248bdc42262'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:01:12.996403 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-4b99d67b-4b29-4bd3-94f7-c34f53a5d562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:01:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['dabfc658-d6f5-4ffe-b876-8248bdc42262'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:13.035188 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2dba8c-3b7c-4004-83cc-f54a44532724 None None] Pushing event updated for resources: {'Port': ['ID=cdd06b19-0a93-4249-8bd7-b836429b8216,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:13.070262 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-85b48a0b-7e9c-4e26-b6f7-a144e9b7e1a2 None None] Provisioning complete for port cdd06b19-0a93-4249-8bd7-b836429b8216 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:13.070633 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-85b48a0b-7e9c-4e26-b6f7-a144e9b7e1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:13.153930 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-4b99d67b-4b29-4bd3-94f7-c34f53a5d562 None None] Set router dabfc658-d6f5-4ffe-b876-8248bdc42262 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:01:13.190375 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6644b665-ee10-4770-aae0-78e11b139744 req-d234745a-5fa5-4e23-b053-ad1f4edfc148 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:13.191943 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6644b665-ee10-4770-aae0-78e11b139744 req-d234745a-5fa5-4e23-b053-ad1f4edfc148 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b HTTP/1.1" status: 200 len: 948 time: 0.0527804 May 04 15:01:13.231282 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6644b665-ee10-4770-aae0-78e11b139744 req-a9a92699-99cf-4d7a-a95a-ab0a1163b814 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/security-groups?id=67fceba3-95f8-4c4e-a597-7f92e03f17f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329046 May 04 15:01:13.270044 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-85b48a0b-7e9c-4e26-b6f7-a144e9b7e1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:13.353008 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-85b48a0b-7e9c-4e26-b6f7-a144e9b7e1a2 None None] For port cdd06b19-0a93-4249-8bd7-b836429b8216, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=cdd06b19-0a93-4249-8bd7-b836429b8216,segment=NetworkSegment(98f42e7f-9434-411f-bdb4-f6ffcf84ebda),segment_id=98f42e7f-9434-411f-bdb4-f6ffcf84ebda)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:13.365212 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-85b48a0b-7e9c-4e26-b6f7-a144e9b7e1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:13.448069 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b48a0b-7e9c-4e26-b6f7-a144e9b7e1a2 None None] Pushing event updated for resources: {'Port': ['ID=cdd06b19-0a93-4249-8bd7-b836429b8216,revision_number=5']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:13.466164 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-4b99d67b-4b29-4bd3-94f7-c34f53a5d562 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabfc658-d6f5-4ffe-b876-8248bdc42262', 'name': 'tempest-TestShelveInstance-992723769-router', 'tenant_id': 'd170235fb4e64decaea274bd203ee3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '87032804-1ca9-44b8-830d-f8f4e9424afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:05Z', 'updated_at': '2022-05-04T15:01:09Z', 'revision_number': 4, 'project_id': 'd170235fb4e64decaea274bd203ee3aa', 'gw_port': {'id': '87032804-1ca9-44b8-830d-f8f4e9424afd', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabfc658-d6f5-4ffe-b876-8248bdc42262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:06Z', 'updated_at': '2022-05-04T15:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': 'cdd06b19-0a93-4249-8bd7-b836429b8216', 'name': '', 'network_id': 'cd8fe5c7-5da0-4ae9-a9a4-c95e4c502a94', 'tenant_id': 'd170235fb4e64decaea274bd203ee3aa', 'mac_address': 'fa:16:3e:bc:b5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabfc658-d6f5-4ffe-b876-8248bdc42262', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd3c1cbc6-fc3b-44af-8ef6-5cfb0f48a705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:08Z', 'updated_at': '2022-05-04T15:01:12Z', 'revision_number': 4, 'project_id': 'd170235fb4e64decaea274bd203ee3aa', 'subnets': [{'id': 'd3c1cbc6-fc3b-44af-8ef6-5cfb0f48a705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:13.498970 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b99d67b-4b29-4bd3-94f7-c34f53a5d562 None None] The sync data for ids ['dabfc658-d6f5-4ffe-b876-8248bdc42262'] in dv-cinder-829630-2-iscsi is: [{'id': 'dabfc658-d6f5-4ffe-b876-8248bdc42262', 'name': 'tempest-TestShelveInstance-992723769-router', 'tenant_id': 'd170235fb4e64decaea274bd203ee3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '87032804-1ca9-44b8-830d-f8f4e9424afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:05Z', 'updated_at': '2022-05-04T15:01:09Z', 'revision_number': 4, 'project_id': 'd170235fb4e64decaea274bd203ee3aa', 'gw_port': {'id': '87032804-1ca9-44b8-830d-f8f4e9424afd', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabfc658-d6f5-4ffe-b876-8248bdc42262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:06Z', 'updated_at': '2022-05-04T15:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': 'cdd06b19-0a93-4249-8bd7-b836429b8216', 'name': '', 'network_id': 'cd8fe5c7-5da0-4ae9-a9a4-c95e4c502a94', 'tenant_id': 'd170235fb4e64decaea274bd203ee3aa', 'mac_address': 'fa:16:3e:bc:b5:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dabfc658-d6f5-4ffe-b876-8248bdc42262', 'device_owner': 'network:router_interface', 'standard_attr_id': 428, 'fixed_ips': [{'subnet_id': 'd3c1cbc6-fc3b-44af-8ef6-5cfb0f48a705', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:08Z', 'updated_at': '2022-05-04T15:01:12Z', 'revision_number': 4, 'project_id': 'd170235fb4e64decaea274bd203ee3aa', 'subnets': [{'id': 'd3c1cbc6-fc3b-44af-8ef6-5cfb0f48a705', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:01:13.513940 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-27d1e6e1-eedc-4383-bf22-9cd0cc37fac0 None None] Provisioning complete for port cdd06b19-0a93-4249-8bd7-b836429b8216 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:13.514316 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-27d1e6e1-eedc-4383-bf22-9cd0cc37fac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:13.630905 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 87032804-1ca9-44b8-830d-f8f4e9424afd up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:13.695129 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port 87032804-1ca9-44b8-830d-f8f4e9424afd triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:13.695504 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:14.188333 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b211ecfe-b37f-47f8-b3bb-028c3719001f req-056f3bf5-cade-445c-be20-9d961dbafba4 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:14.190398 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b211ecfe-b37f-47f8-b3bb-028c3719001f req-056f3bf5-cade-445c-be20-9d961dbafba4 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.11 "GET /v2.0/ports?device_id=b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b HTTP/1.1" status: 200 len: 948 time: 0.0584872 May 04 15:01:14.300692 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [req-b211ecfe-b37f-47f8-b3bb-028c3719001f req-873caa89-8c06-43ed-bacf-717ad9b250d1 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Deleting port c32d6245-b0cf-4e2c-ab2e-7bad8171000c {{(pid=101864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:01:14.301073 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-b211ecfe-b37f-47f8-b3bb-028c3719001f req-873caa89-8c06-43ed-bacf-717ad9b250d1 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:14.378791 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce449a07-b734-4973-b898-49fb2802cd8e req-0fd87ba2-b5c0-4c5c-8979-6862d26df56e tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:14.381052 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ce449a07-b734-4973-b898-49fb2802cd8e req-0fd87ba2-b5c0-4c5c-8979-6862d26df56e tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b HTTP/1.1" status: 200 len: 948 time: 0.0709562 May 04 15:01:14.409336 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-b211ecfe-b37f-47f8-b3bb-028c3719001f req-873caa89-8c06-43ed-bacf-717ad9b250d1 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] For port c32d6245-b0cf-4e2c-ab2e-7bad8171000c, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=c32d6245-b0cf-4e2c-ab2e-7bad8171000c,segment=NetworkSegment(6c5a5051-35eb-42a9-a5a0-ad978c2ec07f),segment_id=6c5a5051-35eb-42a9-a5a0-ad978c2ec07f)] {{(pid=101864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:14.409704 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-b211ecfe-b37f-47f8-b3bb-028c3719001f req-873caa89-8c06-43ed-bacf-717ad9b250d1 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:14.426968 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ce449a07-b734-4973-b898-49fb2802cd8e req-86385f3e-e28c-42d5-92de-6110c47196db tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/security-groups?id=67fceba3-95f8-4c4e-a597-7f92e03f17f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388980 May 04 15:01:14.430030 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [req-b211ecfe-b37f-47f8-b3bb-028c3719001f req-873caa89-8c06-43ed-bacf-717ad9b250d1 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Calling delete_port for c32d6245-b0cf-4e2c-ab2e-7bad8171000c owned by compute:nova {{(pid=101864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:01:14.590543 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-b211ecfe-b37f-47f8-b3bb-028c3719001f req-873caa89-8c06-43ed-bacf-717ad9b250d1 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:14.625771 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873caa89-8c06-43ed-bacf-717ad9b250d1 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Pushing event deleted for resources: {'Port': ['ID=c32d6245-b0cf-4e2c-ab2e-7bad8171000c,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:14.641932 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['c32d6245-b0cf-4e2c-ab2e-7bad8171000c'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:01:14.668555 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [req-b211ecfe-b37f-47f8-b3bb-028c3719001f req-873caa89-8c06-43ed-bacf-717ad9b250d1 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] No DVR routers for this DVR port c32d6245-b0cf-4e2c-ab2e-7bad8171000c on host hv-cinder-82963 {{(pid=101864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:01:14.672971 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-b211ecfe-b37f-47f8-b3bb-028c3719001f req-873caa89-8c06-43ed-bacf-717ad9b250d1 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:14.676923 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b211ecfe-b37f-47f8-b3bb-028c3719001f req-873caa89-8c06-43ed-bacf-717ad9b250d1 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.11 "DELETE /v2.0/ports/c32d6245-b0cf-4e2c-ab2e-7bad8171000c HTTP/1.1" status: 204 len: 173 time: 0.4798295 May 04 15:01:14.677399 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b', 'name': 'network-vif-deleted', 'tag': 'c32d6245-b0cf-4e2c-ab2e-7bad8171000c'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:01:14.680287 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756faf48-75e7-462f-935b-b70086069d32" -d '{"events": [{"server_uuid": "b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b", "name": "network-vif-deleted", "tag": "c32d6245-b0cf-4e2c-ab2e-7bad8171000c"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:01:14.737965 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe08aca5-adbc-4eed-bdf0-1c91a8374ddd x-openstack-request-id: req-fe08aca5-adbc-4eed-bdf0-1c91a8374ddd {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:01:14.738258 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b", "name": "network-vif-deleted", "tag": "c32d6245-b0cf-4e2c-ab2e-7bad8171000c", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:01:14.738506 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fe08aca5-adbc-4eed-bdf0-1c91a8374ddd {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:01:14.738907 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fe08aca5-adbc-4eed-bdf0-1c91a8374ddd'] response: {'server_uuid': 'b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b', 'name': 'network-vif-deleted', 'tag': 'c32d6245-b0cf-4e2c-ab2e-7bad8171000c', 'status': 'completed', 'code': 200} May 04 15:01:15.542672 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-fbaf3252-6bb3-4549-9b62-f0e0f46ea76a req-1072dcf7-6e81-4277-97c7-5653ce50ced1 tempest-VolumesNegativeTest-223818648 tempest-VolumesNegativeTest-223818648-project] 10.222.0.42 "GET /v2.0/ports?device_id=b7e90be0-27c0-40f3-8a3d-bc0ea1d7184b HTTP/1.1" status: 200 len: 210 time: 0.0314913 May 04 15:01:15.608024 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device cdd06b19-0a93-4249-8bd7-b836429b8216 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:15.666323 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port cdd06b19-0a93-4249-8bd7-b836429b8216 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:15.667087 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:16.870086 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device c32d6245-b0cf-4e2c-ab2e-7bad8171000c no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:01:16.891940 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] No Port match for: c32d6245-b0cf-4e2c-ab2e-7bad8171000c {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:01:16.892285 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device c32d6245-b0cf-4e2c-ab2e-7bad8171000c not bound to the agent host hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:01:20.553829 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 45636) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:20.916592 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-a545560f-17f5-4af3-a5c7-0ebd15b0ee92 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0e419695d7e54378bcf18ae8eae6e32e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3614786 May 04 15:01:20.919002 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 45642) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:20.970688 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4fe365d8-ab9e-423d-ac18-5f0b54a7e105 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:20.990874 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4fe365d8-ab9e-423d-ac18-5f0b54a7e105 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:21.038868 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4fe365d8-ab9e-423d-ac18-5f0b54a7e105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:21.041484 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4fe365d8-ab9e-423d-ac18-5f0b54a7e105 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:21.042693 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-4fe365d8-ab9e-423d-ac18-5f0b54a7e105 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/67fceba3-95f8-4c4e-a597-7f92e03f17f6 HTTP/1.1" status: 204 len: 168 time: 0.1227732 May 04 15:01:21.050595 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe365d8-ab9e-423d-ac18-5f0b54a7e105 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fceba3-95f8-4c4e-a597-7f92e03f17f6,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:24.072812 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:01:36.136750 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-cd9ba745-7cd8-4e79-a1c6-8b59d0124f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:38.410853 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-27ce0b0e-4918-4587-b078-090d416606a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:39.421189 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 45854) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:39.532197 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f12dadb5-a80a-42ae-a85d-2c7fdfea4f0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:39.606193 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f12dadb5-a80a-42ae-a85d-2c7fdfea4f0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:39.610675 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f12dadb5-a80a-42ae-a85d-2c7fdfea4f0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:39.647844 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-f12dadb5-a80a-42ae-a85d-2c7fdfea4f0c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=e3184d02a5574ed685d4d79ba6efacd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2248273 May 04 15:01:39.648341 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:39.648886 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12dadb5-a80a-42ae-a85d-2c7fdfea4f0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ff91f3-b3e1-466f-8b83-c0674322b007,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:39.650798 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 45860) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:39.657118 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12dadb5-a80a-42ae-a85d-2c7fdfea4f0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:39.657476 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12dadb5-a80a-42ae-a85d-2c7fdfea4f0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:39.657847 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12dadb5-a80a-42ae-a85d-2c7fdfea4f0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:39.658191 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12dadb5-a80a-42ae-a85d-2c7fdfea4f0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:39.658534 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12dadb5-a80a-42ae-a85d-2c7fdfea4f0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:39.658876 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12dadb5-a80a-42ae-a85d-2c7fdfea4f0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:39.659213 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12dadb5-a80a-42ae-a85d-2c7fdfea4f0c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:39.659548 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12dadb5-a80a-42ae-a85d-2c7fdfea4f0c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:39.659883 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12dadb5-a80a-42ae-a85d-2c7fdfea4f0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:39.660214 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12dadb5-a80a-42ae-a85d-2c7fdfea4f0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:39.660572 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12dadb5-a80a-42ae-a85d-2c7fdfea4f0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:39.660925 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f12dadb5-a80a-42ae-a85d-2c7fdfea4f0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:39.699064 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-26102e61-b38b-44f7-8e46-73cc57c3347a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:39.720076 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-26102e61-b38b-44f7-8e46-73cc57c3347a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:39.765824 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-26102e61-b38b-44f7-8e46-73cc57c3347a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:39.768645 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-26102e61-b38b-44f7-8e46-73cc57c3347a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:39.769831 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-26102e61-b38b-44f7-8e46-73cc57c3347a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/08ff91f3-b3e1-466f-8b83-c0674322b007 HTTP/1.1" status: 204 len: 168 time: 0.1180027 May 04 15:01:39.777327 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26102e61-b38b-44f7-8e46-73cc57c3347a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ff91f3-b3e1-466f-8b83-c0674322b007,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:39.785540 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26102e61-b38b-44f7-8e46-73cc57c3347a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:39.785889 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26102e61-b38b-44f7-8e46-73cc57c3347a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:39.786222 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26102e61-b38b-44f7-8e46-73cc57c3347a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:39.786554 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26102e61-b38b-44f7-8e46-73cc57c3347a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:39.786880 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26102e61-b38b-44f7-8e46-73cc57c3347a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:39.787202 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26102e61-b38b-44f7-8e46-73cc57c3347a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:39.787524 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26102e61-b38b-44f7-8e46-73cc57c3347a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:39.787902 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26102e61-b38b-44f7-8e46-73cc57c3347a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:39.788256 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26102e61-b38b-44f7-8e46-73cc57c3347a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:39.788521 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26102e61-b38b-44f7-8e46-73cc57c3347a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:39.788863 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26102e61-b38b-44f7-8e46-73cc57c3347a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:39.789178 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26102e61-b38b-44f7-8e46-73cc57c3347a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:40.382935 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:41.288817 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:41.687549 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:41.877481 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 45886) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:41.985786 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b1128165-c7ab-4584-aeed-d0574f4530d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:42.061155 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b1128165-c7ab-4584-aeed-d0574f4530d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:42.065324 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b1128165-c7ab-4584-aeed-d0574f4530d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:42.101913 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-b1128165-c7ab-4584-aeed-d0574f4530d5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=35b381d616984fb1b2f765141aef1ec9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2233186 May 04 15:01:42.102765 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1128165-c7ab-4584-aeed-d0574f4530d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f95ca6-e5b8-4126-a162-dc535278b95a,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:42.104708 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 45890) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:42.152251 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-88bbad61-110e-4606-b83f-55f2b30fba9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:42.173537 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-88bbad61-110e-4606-b83f-55f2b30fba9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:42.218531 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-88bbad61-110e-4606-b83f-55f2b30fba9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:42.221376 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-88bbad61-110e-4606-b83f-55f2b30fba9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:42.222524 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-88bbad61-110e-4606-b83f-55f2b30fba9b admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/72f95ca6-e5b8-4126-a162-dc535278b95a HTTP/1.1" status: 204 len: 168 time: 0.1165681 May 04 15:01:42.230423 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bbad61-110e-4606-b83f-55f2b30fba9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f95ca6-e5b8-4126-a162-dc535278b95a,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:49.659595 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-31bd467a-270f-458f-942b-e06870bd01e2 req-f2efbdf1-f89e-4104-a6a2-748a2f0f7755 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-508958529&fields=id&tenant_id=6372aa68ca5c44809b1fa0533fd5e71e HTTP/1.1" status: 200 len: 267 time: 0.0357695 May 04 15:01:49.766551 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd467a-270f-458f-942b-e06870bd01e2 req-a6374ba9-1733-405c-a997-c656b032a7ac tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:49.768055 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-31bd467a-270f-458f-942b-e06870bd01e2 req-a6374ba9-1733-405c-a997-c656b032a7ac tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/networks?id=fb84f7af-1bc5-4003-9493-f24d10e945c8 HTTP/1.1" status: 200 len: 809 time: 0.1015284 May 04 15:01:49.783378 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-31bd467a-270f-458f-942b-e06870bd01e2 req-ac306bb0-f42d-4257-91c1-8e071a9badfe tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/quotas/6372aa68ca5c44809b1fa0533fd5e71e HTTP/1.1" status: 200 len: 375 time: 0.0095861 May 04 15:01:49.833670 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-31bd467a-270f-458f-942b-e06870bd01e2 req-8b180d29-5967-4ce6-8bb2-8e1c7dc0f0df tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=6372aa68ca5c44809b1fa0533fd5e71e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0449548 May 04 15:01:49.938034 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-31bd467a-270f-458f-942b-e06870bd01e2 req-834e89c8-c9bb-42dd-bb2e-bbbf997e071c service neutron] 10.222.0.42 "GET /v2.0/networks/fb84f7af-1bc5-4003-9493-f24d10e945c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904477 May 04 15:01:50.024974 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-31bd467a-270f-458f-942b-e06870bd01e2 req-84f4359b-bfd4-4135-b95b-d6f1406c936e service neutron] 10.222.0.42 "GET /v2.0/networks/fb84f7af-1bc5-4003-9493-f24d10e945c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808332 May 04 15:01:50.324326 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0b02f97e-8dbf-4243-9907-cbac28f02975 req-3b957163-5bfc-4f41-8ea4-93003ab5b313 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 210 time: 0.0306885 May 04 15:01:51.446036 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-638b2f8e-0102-4558-a29e-266a34163521 req-a60afa99-f08d-4fee-ac5c-9b0e034c88a2 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 210 time: 0.0273714 May 04 15:01:51.513134 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd467a-270f-458f-942b-e06870bd01e2 req-8cf6f764-9e90-4f94-bdd9-423d77dd24b7 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:51.514668 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-31bd467a-270f-458f-942b-e06870bd01e2 req-8cf6f764-9e90-4f94-bdd9-423d77dd24b7 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.11 "GET /v2.0/networks?id=fb84f7af-1bc5-4003-9493-f24d10e945c8 HTTP/1.1" status: 200 len: 809 time: 0.1109869 May 04 15:01:51.566017 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-31bd467a-270f-458f-942b-e06870bd01e2 req-94af38e9-468d-44bb-84aa-a4bf40879df6 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6372aa68ca5c44809b1fa0533fd5e71e HTTP/1.1" status: 200 len: 379 time: 0.0340812 May 04 15:01:51.589604 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [req-31bd467a-270f-458f-942b-e06870bd01e2 req-27ab2f19-1019-4510-bdaf-214699e77b7e tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Request body: {'port': {'device_id': 'fd163408-7c9c-4edf-a87d-7be5e9eb1295', 'network_id': 'fb84f7af-1bc5-4003-9493-f24d10e945c8', 'admin_state_up': True, 'tenant_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'security_groups': ['b6d0fc58-d123-4f49-b709-b39ace9f0ab4']}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:51.693033 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31bd467a-270f-458f-942b-e06870bd01e2 req-27ab2f19-1019-4510-bdaf-214699e77b7e tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Made reservation on behalf of 6372aa68ca5c44809b1fa0533fd5e71e for: {'port': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:01:51.696491 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-31bd467a-270f-458f-942b-e06870bd01e2 req-27ab2f19-1019-4510-bdaf-214699e77b7e tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:51.821448 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_common [req-31bd467a-270f-458f-942b-e06870bd01e2 req-27ab2f19-1019-4510-bdaf-214699e77b7e tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Allocated IP 172.20.0.9 (fb84f7af-1bc5-4003-9493-f24d10e945c8/bdee7d98-9fd3-42c6-a1f6-0ef6423d6573/80af6ecb-8dd6-45ae-a159-395bf6bb57b5) {{(pid=101864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:01:51.954619 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-31bd467a-270f-458f-942b-e06870bd01e2 req-27ab2f19-1019-4510-bdaf-214699e77b7e tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks [] for port, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:51.991031 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-31bd467a-270f-458f-942b-e06870bd01e2 req-27ab2f19-1019-4510-bdaf-214699e77b7e tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:52.029969 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31bd467a-270f-458f-942b-e06870bd01e2 req-27ab2f19-1019-4510-bdaf-214699e77b7e tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Network fb84f7af-1bc5-4003-9493-f24d10e945c8 is already hosted by enough agents. {{(pid=101864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:01:52.034908 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [req-31bd467a-270f-458f-942b-e06870bd01e2 req-27ab2f19-1019-4510-bdaf-214699e77b7e tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Resources bound (agent type, host, resource id): {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:52.038576 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [req-31bd467a-270f-458f-942b-e06870bd01e2 req-27ab2f19-1019-4510-bdaf-214699e77b7e tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Received port after_create {{(pid=101864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:01:52.063885 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ab2f19-1019-4510-bdaf-214699e77b7e tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Pushing event updated for resources: {'Port': ['ID=80af6ecb-8dd6-45ae-a159-395bf6bb57b5,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:52.094579 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd467a-270f-458f-942b-e06870bd01e2 req-27ab2f19-1019-4510-bdaf-214699e77b7e tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:52.095203 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-31bd467a-270f-458f-942b-e06870bd01e2 req-27ab2f19-1019-4510-bdaf-214699e77b7e tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:52.111930 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-31bd467a-270f-458f-942b-e06870bd01e2 req-27ab2f19-1019-4510-bdaf-214699e77b7e tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5264456 May 04 15:01:52.131294 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [req-31bd467a-270f-458f-942b-e06870bd01e2 req-6350da23-1e08-4161-a524-aa7e8dd95c2a service neutron] Request body: {'port': {'device_id': 'fd163408-7c9c-4edf-a87d-7be5e9eb1295', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:52.187339 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-31bd467a-270f-458f-942b-e06870bd01e2 req-6350da23-1e08-4161-a524-aa7e8dd95c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:52.233980 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-de8cac16-b88a-4160-9e26-5ef51698ae71 None None] Provisioning complete for port 80af6ecb-8dd6-45ae-a159-395bf6bb57b5 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:52.234952 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-de8cac16-b88a-4160-9e26-5ef51698ae71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:52.269670 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-de8cac16-b88a-4160-9e26-5ef51698ae71 None None] Port 80af6ecb-8dd6-45ae-a159-395bf6bb57b5 cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:01:52.471032 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [req-31bd467a-270f-458f-942b-e06870bd01e2 req-6350da23-1e08-4161-a524-aa7e8dd95c2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80af6ecb-8dd6-45ae-a159-395bf6bb57b5 {{(pid=101864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:01:52.479648 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-31bd467a-270f-458f-942b-e06870bd01e2 req-6350da23-1e08-4161-a524-aa7e8dd95c2a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:52.495250 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.provisioning_blocks [req-31bd467a-270f-458f-942b-e06870bd01e2 req-6350da23-1e08-4161-a524-aa7e8dd95c2a service neutron] Transition to ACTIVE for port object 80af6ecb-8dd6-45ae-a159-395bf6bb57b5 will not be triggered until provisioned by entity L2. {{(pid=101864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:01:52.500486 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-31bd467a-270f-458f-942b-e06870bd01e2 req-6350da23-1e08-4161-a524-aa7e8dd95c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:52.576631 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350da23-1e08-4161-a524-aa7e8dd95c2a service neutron] Pushing event updated for resources: {'Port': ['ID=80af6ecb-8dd6-45ae-a159-395bf6bb57b5,revision_number=2']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:52.579240 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2118e455-3921-42ae-a08c-307d617e7734 req-d62fa73f-8241-408c-99da-21479b68826a tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:52.580819 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2118e455-3921-42ae-a08c-307d617e7734 req-d62fa73f-8241-408c-99da-21479b68826a tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 943 time: 0.0517380 May 04 15:01:52.621714 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2118e455-3921-42ae-a08c-307d617e7734 req-fc239fe5-30b3-437b-8189-495a38c90e3a tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342584 May 04 15:01:52.631227 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-31bd467a-270f-458f-942b-e06870bd01e2 req-6350da23-1e08-4161-a524-aa7e8dd95c2a service neutron] Attempting to bind port 80af6ecb-8dd6-45ae-a159-395bf6bb57b5 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:01:52.633025 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-31bd467a-270f-458f-942b-e06870bd01e2 req-6350da23-1e08-4161-a524-aa7e8dd95c2a service neutron] Attempting to bind port 80af6ecb-8dd6-45ae-a159-395bf6bb57b5 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '95934612-3076-4b22-b597-42ecf73c8405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'fb84f7af-1bc5-4003-9493-f24d10e945c8'}] {{(pid=101864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:01:52.633274 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bd467a-270f-458f-942b-e06870bd01e2 req-6350da23-1e08-4161-a524-aa7e8dd95c2a service neutron] Attempting to bind port 80af6ecb-8dd6-45ae-a159-395bf6bb57b5 on network fb84f7af-1bc5-4003-9493-f24d10e945c8 {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:01:52.637990 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bd467a-270f-458f-942b-e06870bd01e2 req-6350da23-1e08-4161-a524-aa7e8dd95c2a service neutron] Port 80af6ecb-8dd6-45ae-a159-395bf6bb57b5 on network fb84f7af-1bc5-4003-9493-f24d10e945c8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:01:52.638284 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bd467a-270f-458f-942b-e06870bd01e2 req-6350da23-1e08-4161-a524-aa7e8dd95c2a service neutron] Attempting to bind port 80af6ecb-8dd6-45ae-a159-395bf6bb57b5 on network fb84f7af-1bc5-4003-9493-f24d10e945c8 {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:01:52.643191 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bd467a-270f-458f-942b-e06870bd01e2 req-6350da23-1e08-4161-a524-aa7e8dd95c2a service neutron] Checking agent: {'id': 'b5e3fd0f-344a-4130-968c-1c1293caf489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'started_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 1, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:01:52.643528 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bd467a-270f-458f-942b-e06870bd01e2 req-6350da23-1e08-4161-a524-aa7e8dd95c2a service neutron] Checking segment: {'id': '95934612-3076-4b22-b597-42ecf73c8405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'fb84f7af-1bc5-4003-9493-f24d10e945c8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:01:52.643907 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31bd467a-270f-458f-942b-e06870bd01e2 req-6350da23-1e08-4161-a524-aa7e8dd95c2a service neutron] Bound using segment: {'id': '95934612-3076-4b22-b597-42ecf73c8405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'fb84f7af-1bc5-4003-9493-f24d10e945c8'} {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:01:52.644332 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-31bd467a-270f-458f-942b-e06870bd01e2 req-6350da23-1e08-4161-a524-aa7e8dd95c2a service neutron] Bound port: 80af6ecb-8dd6-45ae-a159-395bf6bb57b5, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '95934612-3076-4b22-b597-42ecf73c8405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 281, 'network_id': 'fb84f7af-1bc5-4003-9493-f24d10e945c8'}}] {{(pid=101864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:01:52.644687 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-31bd467a-270f-458f-942b-e06870bd01e2 req-6350da23-1e08-4161-a524-aa7e8dd95c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:52.714361 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-31bd467a-270f-458f-942b-e06870bd01e2 req-6350da23-1e08-4161-a524-aa7e8dd95c2a service neutron] For port 80af6ecb-8dd6-45ae-a159-395bf6bb57b5, host hv-cinder-82963, cleared binding levels {{(pid=101864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:01:52.718580 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-31bd467a-270f-458f-942b-e06870bd01e2 req-6350da23-1e08-4161-a524-aa7e8dd95c2a service neutron] For port 80af6ecb-8dd6-45ae-a159-395bf6bb57b5, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=80af6ecb-8dd6-45ae-a159-395bf6bb57b5,segment=NetworkSegment(95934612-3076-4b22-b597-42ecf73c8405),segment_id=95934612-3076-4b22-b597-42ecf73c8405)] {{(pid=101864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:01:52.724122 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-31bd467a-270f-458f-942b-e06870bd01e2 req-6350da23-1e08-4161-a524-aa7e8dd95c2a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:52.756691 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd467a-270f-458f-942b-e06870bd01e2 req-6350da23-1e08-4161-a524-aa7e8dd95c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:52.757347 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-31bd467a-270f-458f-942b-e06870bd01e2 req-6350da23-1e08-4161-a524-aa7e8dd95c2a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:52.758768 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-31bd467a-270f-458f-942b-e06870bd01e2 req-6350da23-1e08-4161-a524-aa7e8dd95c2a service neutron] 10.222.0.11 "PUT /v2.0/ports/80af6ecb-8dd6-45ae-a159-395bf6bb57b5 HTTP/1.1" status: 200 len: 1093 time: 0.6320279 May 04 15:01:52.761324 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd163408-7c9c-4edf-a87d-7be5e9eb1295', 'tag': '80af6ecb-8dd6-45ae-a159-395bf6bb57b5'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:01:52.763851 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e590e84-4a66-4f71-8f40-6989a0420f7f" -d '{"events": [{"name": "network-changed", "server_uuid": "fd163408-7c9c-4edf-a87d-7be5e9eb1295", "tag": "80af6ecb-8dd6-45ae-a159-395bf6bb57b5"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:01:52.794595 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6350da23-1e08-4161-a524-aa7e8dd95c2a service neutron] Pushing event updated for resources: {'Port': ['ID=80af6ecb-8dd6-45ae-a159-395bf6bb57b5,revision_number=3']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:52.814866 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:01:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dd481b6-4312-4afa-a202-1278a30c93a6 x-openstack-request-id: req-2dd481b6-4312-4afa-a202-1278a30c93a6 {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:01:52.815287 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd163408-7c9c-4edf-a87d-7be5e9eb1295", "tag": "80af6ecb-8dd6-45ae-a159-395bf6bb57b5", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:01:52.815601 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2dd481b6-4312-4afa-a202-1278a30c93a6 {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:01:52.816004 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2dd481b6-4312-4afa-a202-1278a30c93a6'] response: {'name': 'network-changed', 'server_uuid': 'fd163408-7c9c-4edf-a87d-7be5e9eb1295', 'tag': '80af6ecb-8dd6-45ae-a159-395bf6bb57b5', 'status': 'completed', 'code': 200} May 04 15:01:52.886801 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd467a-270f-458f-942b-e06870bd01e2 req-6ee23e72-0adc-434a-a764-d7a34aa7d701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:52.888370 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-31bd467a-270f-458f-942b-e06870bd01e2 req-6ee23e72-0adc-434a-a764-d7a34aa7d701 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6372aa68ca5c44809b1fa0533fd5e71e&device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 1096 time: 0.0468447 May 04 15:01:52.941966 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-31bd467a-270f-458f-942b-e06870bd01e2 req-8e12764d-8cf9-4f61-bea0-9d04b7501c1f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80af6ecb-8dd6-45ae-a159-395bf6bb57b5 HTTP/1.1" status: 200 len: 217 time: 0.0388455 May 04 15:01:52.992701 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd467a-270f-458f-942b-e06870bd01e2 req-b07ee426-f83c-4650-8225-cd4a7e17d925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:52.994163 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-31bd467a-270f-458f-942b-e06870bd01e2 req-b07ee426-f83c-4650-8225-cd4a7e17d925 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bdee7d98-9fd3-42c6-a1f6-0ef6423d6573 HTTP/1.1" status: 200 len: 848 time: 0.0447350 May 04 15:01:53.041351 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd467a-270f-458f-942b-e06870bd01e2 req-400879d0-c4e0-4797-b91d-a46b983f6b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:53.042844 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-31bd467a-270f-458f-942b-e06870bd01e2 req-400879d0-c4e0-4797-b91d-a46b983f6b51 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fb84f7af-1bc5-4003-9493-f24d10e945c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417442 May 04 15:01:53.134103 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-31bd467a-270f-458f-942b-e06870bd01e2 req-be19305a-f068-4fab-8b7d-7cf9003f9a29 service neutron] 10.222.0.11 "GET /v2.0/networks/fb84f7af-1bc5-4003-9493-f24d10e945c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839453 May 04 15:01:53.221664 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-31bd467a-270f-458f-942b-e06870bd01e2 req-7ad77d5e-fd23-4288-a4b5-849ee7cee288 service neutron] 10.222.0.11 "GET /v2.0/networks/fb84f7af-1bc5-4003-9493-f24d10e945c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797153 May 04 15:01:53.362844 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e590e84-4a66-4f71-8f40-6989a0420f7f req-7bcb85f5-6dae-4f00-b067-8bce321b4834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:53.364336 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-3e590e84-4a66-4f71-8f40-6989a0420f7f req-7bcb85f5-6dae-4f00-b067-8bce321b4834 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6372aa68ca5c44809b1fa0533fd5e71e&device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 1096 time: 0.0413184 May 04 15:01:53.457732 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e590e84-4a66-4f71-8f40-6989a0420f7f req-0a2fd971-3b98-4ebc-97a2-96bdcc80593f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:53.459183 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-3e590e84-4a66-4f71-8f40-6989a0420f7f req-0a2fd971-3b98-4ebc-97a2-96bdcc80593f service neutron] 10.222.0.11 "GET /v2.0/networks?id=fb84f7af-1bc5-4003-9493-f24d10e945c8 HTTP/1.1" status: 200 len: 910 time: 0.0862114 May 04 15:01:53.502039 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-3e590e84-4a66-4f71-8f40-6989a0420f7f req-ea166170-5ef3-4677-b22b-e5d4351bddfe service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80af6ecb-8dd6-45ae-a159-395bf6bb57b5 HTTP/1.1" status: 200 len: 217 time: 0.0346267 May 04 15:01:53.557300 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e590e84-4a66-4f71-8f40-6989a0420f7f req-f11361ee-55c8-45d5-91d9-ae29f97724ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:53.558863 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-3e590e84-4a66-4f71-8f40-6989a0420f7f req-f11361ee-55c8-45d5-91d9-ae29f97724ee service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bdee7d98-9fd3-42c6-a1f6-0ef6423d6573 HTTP/1.1" status: 200 len: 848 time: 0.0473018 May 04 15:01:53.606538 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e590e84-4a66-4f71-8f40-6989a0420f7f req-5ef803e2-f451-4133-bf65-af788b9a5ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:53.608453 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-3e590e84-4a66-4f71-8f40-6989a0420f7f req-5ef803e2-f451-4133-bf65-af788b9a5ea3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fb84f7af-1bc5-4003-9493-f24d10e945c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0415359 May 04 15:01:53.700961 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-3e590e84-4a66-4f71-8f40-6989a0420f7f req-1ac843b0-7cc7-437f-a566-61d28630867f service neutron] 10.222.0.11 "GET /v2.0/networks/fb84f7af-1bc5-4003-9493-f24d10e945c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858915 May 04 15:01:53.740425 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef571a7-8024-4698-9ca6-c4d7739a631d req-c4f3f240-ed77-48a5-b1ef-18db3eb6f181 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:53.741940 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5ef571a7-8024-4698-9ca6-c4d7739a631d req-c4f3f240-ed77-48a5-b1ef-18db3eb6f181 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 943 time: 0.0491834 May 04 15:01:53.779732 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5ef571a7-8024-4698-9ca6-c4d7739a631d req-d2ff1ef7-6c61-46ce-8fdd-4b3960f3c3d0 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315421 May 04 15:01:53.805890 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-3e590e84-4a66-4f71-8f40-6989a0420f7f req-a7846d1e-0f76-461b-b7cf-025845ca59eb service neutron] 10.222.0.11 "GET /v2.0/networks/fb84f7af-1bc5-4003-9493-f24d10e945c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972493 May 04 15:01:54.900879 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05be79d9-0fbb-43e1-8a48-336ab3f02c1e req-a57dc50e-369a-41bd-9896-93ce76d83e28 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:54.902351 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-05be79d9-0fbb-43e1-8a48-336ab3f02c1e req-a57dc50e-369a-41bd-9896-93ce76d83e28 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 943 time: 0.0527799 May 04 15:01:54.924537 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 46080) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:54.940953 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-05be79d9-0fbb-43e1-8a48-336ab3f02c1e req-844651d7-a732-4c0c-baaf-b745b9e12c50 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324638 May 04 15:01:55.029499 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e64a7ed9-29a0-496f-afc6-4871fdec6a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:55.102489 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e64a7ed9-29a0-496f-afc6-4871fdec6a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:55.106496 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e64a7ed9-29a0-496f-afc6-4871fdec6a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:55.144207 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-e64a7ed9-29a0-496f-afc6-4871fdec6a1e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a7fe561c324f446dbb5f90fd2a61ab45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2185676 May 04 15:01:55.145431 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64a7ed9-29a0-496f-afc6-4871fdec6a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84cb9ab7-de65-4925-91c2-7eeb7850fb4e,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:55.146913 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 46084) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:55.196089 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bf8a4922-37b1-4498-863d-fa4aea369d33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:55.216392 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bf8a4922-37b1-4498-863d-fa4aea369d33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:55.262783 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bf8a4922-37b1-4498-863d-fa4aea369d33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:55.265385 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bf8a4922-37b1-4498-863d-fa4aea369d33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:55.266517 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-bf8a4922-37b1-4498-863d-fa4aea369d33 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/84cb9ab7-de65-4925-91c2-7eeb7850fb4e HTTP/1.1" status: 204 len: 168 time: 0.1185248 May 04 15:01:55.274249 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8a4922-37b1-4498-863d-fa4aea369d33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84cb9ab7-de65-4925-91c2-7eeb7850fb4e,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:55.913731 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 46108) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:56.016865 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-4c10cce3-9c38-4a1d-a8bb-3e06b712131e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1512480132-network', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:56.065352 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c10cce3-9c38-4a1d-a8bb-3e06b712131e admin admin] Made reservation on behalf of 746261ccdb744b4abdfc7b324a2ab0c7 for: {'network': 1} {{(pid=101863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:01:56.068636 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4c10cce3-9c38-4a1d-a8bb-3e06b712131e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for network, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:56.086636 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4c10cce3-9c38-4a1d-a8bb-3e06b712131e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:56.108946 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193f429-9406-41a1-8470-8a3d5a61164a req-c68f1ddc-dbd1-4ab9-b660-c4de01617682 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:56.110770 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0193f429-9406-41a1-8470-8a3d5a61164a req-c68f1ddc-dbd1-4ab9-b660-c4de01617682 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 943 time: 0.0897536 May 04 15:01:56.181325 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0193f429-9406-41a1-8470-8a3d5a61164a req-3ccb5fba-ad01-449b-8413-410ff5f53ad3 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619733 May 04 15:01:56.228338 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4c10cce3-9c38-4a1d-a8bb-3e06b712131e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:56.232175 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4c10cce3-9c38-4a1d-a8bb-3e06b712131e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:56.256450 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c10cce3-9c38-4a1d-a8bb-3e06b712131e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 252} {{(pid=101863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 15:01:56.271962 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c10cce3-9c38-4a1d-a8bb-3e06b712131e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27571f7c-b5d6-40ad-9c34-58743954be8c,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:56.276990 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4c10cce3-9c38-4a1d-a8bb-3e06b712131e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:56.277330 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.db.segments_db [None req-4c10cce3-9c38-4a1d-a8bb-3e06b712131e admin admin] Added segment d31e7b59-dfee-4fbf-9768-43afaf63f9d2 of type vlan for network cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 May 04 15:01:56.322576 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4c10cce3-9c38-4a1d-a8bb-3e06b712131e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755427588545'] for network, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:56.350879 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4c10cce3-9c38-4a1d-a8bb-3e06b712131e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198'] for network, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:56.351848 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c10cce3-9c38-4a1d-a8bb-3e06b712131e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:56.352820 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4c10cce3-9c38-4a1d-a8bb-3e06b712131e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:56.405953 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-4c10cce3-9c38-4a1d-a8bb-3e06b712131e admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4904494 May 04 15:01:56.408918 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 46116) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:56.414328 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-1664161f-4b4e-4a80-83ba-012bcb42c4af admin admin] Request body: {'subnet': {'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1512480132-subnet', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'ip_version': 4}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:56.418095 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c10cce3-9c38-4a1d-a8bb-3e06b712131e admin admin] Pushing event updated for resources: {'Network': ['ID=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:56.428464 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Network cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 details requested by agent ovs-agent-dv-cinder-829630-2-iscsi with host dv-cinder-829630-2-iscsi {{(pid=101865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 15:01:56.434077 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1664161f-4b4e-4a80-83ba-012bcb42c4af admin admin] Made reservation on behalf of 746261ccdb744b4abdfc7b324a2ab0c7 for: {'subnet': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:01:56.437442 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-1664161f-4b4e-4a80-83ba-012bcb42c4af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2930322'] for subnet, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:56.617344 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-1664161f-4b4e-4a80-83ba-012bcb42c4af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261144722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930308'] for subnet, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:56.668605 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1664161f-4b4e-4a80-83ba-012bcb42c4af admin admin] Pushing event updated for resources: {'Subnet': ['ID=c125eab1-7cf8-4e7c-acbb-db552c02fcee,revision_number=0']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:56.687081 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1664161f-4b4e-4a80-83ba-012bcb42c4af admin admin] Checking segment: {'id': 'd31e7b59-dfee-4fbf-9768-43afaf63f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:01:56.687472 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1664161f-4b4e-4a80-83ba-012bcb42c4af admin admin] Network hostable DHCP agents. Network: cbd2d677-a8b1-4ebd-b28c-fcf8695293b2, hostable agents: ['fc62abde-e1bd-4968-8f20-84ac7e991332'], hosted agents: [] {{(pid=101864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 15:01:56.704231 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1664161f-4b4e-4a80-83ba-012bcb42c4af admin admin] Network cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 is scheduled to be hosted by DHCP agent fc62abde-e1bd-4968-8f20-84ac7e991332 with binding_index 1 {{(pid=101864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 15:01:56.713449 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [None req-1664161f-4b4e-4a80-83ba-012bcb42c4af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-iscsi, cbd2d677-a8b1-4ebd-b28c-fcf8695293b2) {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:56.718749 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1664161f-4b4e-4a80-83ba-012bcb42c4af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:56.719345 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-1664161f-4b4e-4a80-83ba-012bcb42c4af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for subnet, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:56.723896 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bff04bba-6e00-45bf-a554-a1d17add79b6 None None] Network cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:01:56.739419 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-1664161f-4b4e-4a80-83ba-012bcb42c4af admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3268929 May 04 15:01:56.739760 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 46122) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:56.744183 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-851a746d-04ae-4242-8dbf-b55d44ab9f6a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1512480132-router', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:01:56.766734 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-851a746d-04ae-4242-8dbf-b55d44ab9f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27414'] for router, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:56.768152 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-851a746d-04ae-4242-8dbf-b55d44ab9f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-625769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-667354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27437'] for router, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:56.828213 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-851a746d-04ae-4242-8dbf-b55d44ab9f6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:56.890471 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccc7841-0d61-408a-93d2-fc352f22792e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08658952-b33c-5b25-a311-2ddce2069787-cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'fixed_ips': [{'subnet_id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee'}]}} from dv-cinder-829630-2-iscsi. {{(pid=101865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 04 15:01:56.891336 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-fccc7841-0d61-408a-93d2-fc352f22792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:56.987221 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-851a746d-04ae-4242-8dbf-b55d44ab9f6a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:57.026120 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.db_base_plugin_common [None req-fccc7841-0d61-408a-93d2-fc352f22792e None None] Allocated IP 172.20.0.2 (cbd2d677-a8b1-4ebd-b28c-fcf8695293b2/c125eab1-7cf8-4e7c-acbb-db552c02fcee/62f3509f-96b2-42b8-b0e1-ef02a5a5465a) {{(pid=101865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:01:57.167966 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-fccc7841-0d61-408a-93d2-fc352f22792e None None] Notify callbacks [] for port, precommit_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:57.177405 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-fccc7841-0d61-408a-93d2-fc352f22792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013'] for port, after_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:57.187592 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-851a746d-04ae-4242-8dbf-b55d44ab9f6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:57.210492 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-851a746d-04ae-4242-8dbf-b55d44ab9f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:57.343100 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccc7841-0d61-408a-93d2-fc352f22792e None None] Network cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 is already hosted by enough agents. {{(pid=101865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:01:57.347255 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.scheduler.base_scheduler [None req-fccc7841-0d61-408a-93d2-fc352f22792e None None] Resources bound (agent type, host, resource id): {{(pid=101865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:57.349166 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc7841-0d61-408a-93d2-fc352f22792e None None] Pushing event updated for resources: {'Port': ['ID=62f3509f-96b2-42b8-b0e1-ef02a5a5465a,revision_number=1']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:57.351280 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccc7841-0d61-408a-93d2-fc352f22792e None None] Received port after_create {{(pid=101865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:01:57.351401 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b414150d-4f62-48c3-965b-2d265f177c76 req-fc727775-c689-43de-a976-ce3f62b81cdb tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:57.353119 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b414150d-4f62-48c3-965b-2d265f177c76 req-fc727775-c689-43de-a976-ce3f62b81cdb tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 943 time: 0.0944693 May 04 15:01:57.363442 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.db_base_plugin_common [None req-851a746d-04ae-4242-8dbf-b55d44ab9f6a admin admin] Allocated IP 172.27.1.92 (de075482-66db-4cfa-a120-f2ea157cd064/5a69c200-2813-4998-8939-5704799bdcf4/5a71e944-f2ae-452e-8a63-3dd93f7f8f24) {{(pid=101863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:01:57.403878 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-fccc7841-0d61-408a-93d2-fc352f22792e None None] Attempting to bind port 62f3509f-96b2-42b8-b0e1-ef02a5a5465a on host dv-cinder-829630-2-iscsi for vnic_type normal with profile {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:01:57.404248 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-fccc7841-0d61-408a-93d2-fc352f22792e None None] Attempting to bind port 62f3509f-96b2-42b8-b0e1-ef02a5a5465a by drivers openvswitch,hyperv on host dv-cinder-829630-2-iscsi at level 0 using segments [{'id': 'd31e7b59-dfee-4fbf-9768-43afaf63f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2'}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:01:57.404611 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccc7841-0d61-408a-93d2-fc352f22792e None None] Attempting to bind port 62f3509f-96b2-42b8-b0e1-ef02a5a5465a on network cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:01:57.409839 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccc7841-0d61-408a-93d2-fc352f22792e None None] Checking agent: {'id': '53237496-8014-4dc2-9deb-3d098fbdee6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 49, 42), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:01:57.410207 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccc7841-0d61-408a-93d2-fc352f22792e None None] Checking segment: {'id': 'd31e7b59-dfee-4fbf-9768-43afaf63f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:01:57.410603 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-fccc7841-0d61-408a-93d2-fc352f22792e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:57.410996 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccc7841-0d61-408a-93d2-fc352f22792e None None] Bound using segment: {'id': 'd31e7b59-dfee-4fbf-9768-43afaf63f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2'} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:01:57.411452 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-fccc7841-0d61-408a-93d2-fc352f22792e None None] Bound port: 62f3509f-96b2-42b8-b0e1-ef02a5a5465a, host: dv-cinder-829630-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd31e7b59-dfee-4fbf-9768-43afaf63f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2'}}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:01:57.411830 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-fccc7841-0d61-408a-93d2-fc352f22792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:57.449841 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b414150d-4f62-48c3-965b-2d265f177c76 req-1ea89a78-7537-4ad4-bc12-f7ab63d7a9ff tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877688 May 04 15:01:57.473835 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-fccc7841-0d61-408a-93d2-fc352f22792e None None] For port 62f3509f-96b2-42b8-b0e1-ef02a5a5465a, host dv-cinder-829630-2-iscsi, cleared binding levels {{(pid=101865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:01:57.476906 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-fccc7841-0d61-408a-93d2-fc352f22792e None None] For port 62f3509f-96b2-42b8-b0e1-ef02a5a5465a, host dv-cinder-829630-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=62f3509f-96b2-42b8-b0e1-ef02a5a5465a,segment=NetworkSegment(d31e7b59-dfee-4fbf-9768-43afaf63f9d2),segment_id=d31e7b59-dfee-4fbf-9768-43afaf63f9d2)] {{(pid=101865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:01:57.481182 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-fccc7841-0d61-408a-93d2-fc352f22792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:57.506968 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-851a746d-04ae-4242-8dbf-b55d44ab9f6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:57.544969 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-851a746d-04ae-4242-8dbf-b55d44ab9f6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:57.548570 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc7841-0d61-408a-93d2-fc352f22792e None None] Pushing event updated for resources: {'Port': ['ID=62f3509f-96b2-42b8-b0e1-ef02a5a5465a,revision_number=2']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:57.591826 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851a746d-04ae-4242-8dbf-b55d44ab9f6a admin admin] Network de075482-66db-4cfa-a120-f2ea157cd064 is already hosted by enough agents. {{(pid=101863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:01:57.596647 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-851a746d-04ae-4242-8dbf-b55d44ab9f6a admin admin] Resources bound (agent type, host, resource id): {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:57.599347 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851a746d-04ae-4242-8dbf-b55d44ab9f6a admin admin] Received port after_create {{(pid=101863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:01:57.601376 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851a746d-04ae-4242-8dbf-b55d44ab9f6a admin admin] Pushing event updated for resources: {'Port': ['ID=5a71e944-f2ae-452e-8a63-3dd93f7f8f24,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:57.872786 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-851a746d-04ae-4242-8dbf-b55d44ab9f6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:58.067228 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-851a746d-04ae-4242-8dbf-b55d44ab9f6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-625762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628448'] for router, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:58.210293 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851a746d-04ae-4242-8dbf-b55d44ab9f6a admin admin] Router 06f54089-7973-46bd-8d6b-77e9050d24a8 is scheduled to L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 with binding_index 1 {{(pid=101863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 15:01:58.335031 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851a746d-04ae-4242-8dbf-b55d44ab9f6a admin admin] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:01:58.348146 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6202ae5-c896-4112-aa4d-30847dde2a70 None None] Sync routers for ids ['06f54089-7973-46bd-8d6b-77e9050d24a8'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:01:58.354543 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-851a746d-04ae-4242-8dbf-b55d44ab9f6a admin admin] Notify callbacks [] for router, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:58.358063 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6202ae5-c896-4112-aa4d-30847dde2a70 None None] Routers {'06f54089-7973-46bd-8d6b-77e9050d24a8'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:01:58.359306 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-d6202ae5-c896-4112-aa4d-30847dde2a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:01:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['06f54089-7973-46bd-8d6b-77e9050d24a8'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:58.359622 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-851a746d-04ae-4242-8dbf-b55d44ab9f6a admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.6187453 May 04 15:01:58.359919 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 46144) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:01:58.468377 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-d6202ae5-c896-4112-aa4d-30847dde2a70 None None] Set router 06f54089-7973-46bd-8d6b-77e9050d24a8 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:01:58.479415 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c98ce5-7f85-43d4-acf1-22401ea86114 None None] Network cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:01:58.562402 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-74d8914b-997e-443a-b421-1fe32544cd93 None None] Provisioning complete for port 62f3509f-96b2-42b8-b0e1-ef02a5a5465a triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:58.563141 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-74d8914b-997e-443a-b421-1fe32544cd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:58.610196 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526bb1c2-ed1f-4220-9c56-ba6fa608efbe req-c5395ac4-eee9-49d0-9ed6-30eba1ca9312 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:58.611763 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-526bb1c2-ed1f-4220-9c56-ba6fa608efbe req-c5395ac4-eee9-49d0-9ed6-30eba1ca9312 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 943 time: 0.0730968 May 04 15:01:58.705545 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-d6202ae5-c896-4112-aa4d-30847dde2a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'name': 'tempest-TestVolumeBootPattern-1512480132-router', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:56Z', 'updated_at': '2022-05-04T15:01:57Z', 'revision_number': 3, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'gw_port': {'id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:57Z', 'updated_at': '2022-05-04T15:01:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:58.710238 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-526bb1c2-ed1f-4220-9c56-ba6fa608efbe req-e19cdb71-6b96-4ec3-b935-25f4b2e1e227 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901303 May 04 15:01:58.724787 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-74d8914b-997e-443a-b421-1fe32544cd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:58.742051 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6202ae5-c896-4112-aa4d-30847dde2a70 None None] Checking router: 06f54089-7973-46bd-8d6b-77e9050d24a8 for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:01:58.742395 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6202ae5-c896-4112-aa4d-30847dde2a70 None None] Updating router 06f54089-7973-46bd-8d6b-77e9050d24a8 port 5a71e944-f2ae-452e-8a63-3dd93f7f8f24 binding host dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 15:01:58.787037 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-d6202ae5-c896-4112-aa4d-30847dde2a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:58.791367 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-74d8914b-997e-443a-b421-1fe32544cd93 None None] For port 62f3509f-96b2-42b8-b0e1-ef02a5a5465a, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=62f3509f-96b2-42b8-b0e1-ef02a5a5465a,segment=NetworkSegment(d31e7b59-dfee-4fbf-9768-43afaf63f9d2),segment_id=d31e7b59-dfee-4fbf-9768-43afaf63f9d2)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:01:58.797446 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-74d8914b-997e-443a-b421-1fe32544cd93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:58.885188 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d8914b-997e-443a-b421-1fe32544cd93 None None] Pushing event updated for resources: {'Port': ['ID=62f3509f-96b2-42b8-b0e1-ef02a5a5465a,revision_number=3']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:58.899438 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d8914b-997e-443a-b421-1fe32544cd93 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:58.899866 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d8914b-997e-443a-b421-1fe32544cd93 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:58.900217 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d8914b-997e-443a-b421-1fe32544cd93 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:58.900554 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d8914b-997e-443a-b421-1fe32544cd93 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:58.900989 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d8914b-997e-443a-b421-1fe32544cd93 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:58.901338 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d8914b-997e-443a-b421-1fe32544cd93 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:58.902062 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d8914b-997e-443a-b421-1fe32544cd93 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:58.902398 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d8914b-997e-443a-b421-1fe32544cd93 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:58.902787 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d8914b-997e-443a-b421-1fe32544cd93 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:58.903073 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d8914b-997e-443a-b421-1fe32544cd93 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:58.903400 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d8914b-997e-443a-b421-1fe32544cd93 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:58.904021 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d8914b-997e-443a-b421-1fe32544cd93 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:01:58.911148 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-218c824d-6b81-4962-af69-ae5fc3d079c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:59.130414 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-8e279f5e-b79a-455c-bca0-5d3c63dc90cf None None] Provisioning complete for port 62f3509f-96b2-42b8-b0e1-ef02a5a5465a triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:59.130414 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-8e279f5e-b79a-455c-bca0-5d3c63dc90cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:59.134252 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_common [None req-218c824d-6b81-4962-af69-ae5fc3d079c3 admin admin] Allocated IP 172.20.0.1 (cbd2d677-a8b1-4ebd-b28c-fcf8695293b2/c125eab1-7cf8-4e7c-acbb-db552c02fcee/92332740-8551-4617-a14b-a5ea0897409b) {{(pid=101864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:01:59.150471 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-d6202ae5-c896-4112-aa4d-30847dde2a70 None None] Notify callbacks [] for port, precommit_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:59.157143 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-d6202ae5-c896-4112-aa4d-30847dde2a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:59.211579 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d973d99-16dc-47e9-9219-24a3d469a0a6 None None] Pushing event updated for resources: {'Port': ['ID=5a71e944-f2ae-452e-8a63-3dd93f7f8f24,revision_number=2']} {{(pid=101866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:59.218047 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.managers [None req-d6202ae5-c896-4112-aa4d-30847dde2a70 None None] Attempting to bind port 5a71e944-f2ae-452e-8a63-3dd93f7f8f24 on host dv-cinder-829630-2-iscsi for vnic_type normal with profile {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:01:59.218422 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.managers [None req-d6202ae5-c896-4112-aa4d-30847dde2a70 None None] Attempting to bind port 5a71e944-f2ae-452e-8a63-3dd93f7f8f24 by drivers openvswitch,hyperv on host dv-cinder-829630-2-iscsi at level 0 using segments [{'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}] {{(pid=101866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:01:59.218785 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6202ae5-c896-4112-aa4d-30847dde2a70 None None] Attempting to bind port 5a71e944-f2ae-452e-8a63-3dd93f7f8f24 on network de075482-66db-4cfa-a120-f2ea157cd064 {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:01:59.224442 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6202ae5-c896-4112-aa4d-30847dde2a70 None None] Checking agent: {'id': '53237496-8014-4dc2-9deb-3d098fbdee6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 49, 42), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:01:59.224842 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6202ae5-c896-4112-aa4d-30847dde2a70 None None] Checking segment: {'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:01:59.225318 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-d6202ae5-c896-4112-aa4d-30847dde2a70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:59.225716 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6202ae5-c896-4112-aa4d-30847dde2a70 None None] Bound using segment: {'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'} {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:01:59.226180 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.managers [None req-d6202ae5-c896-4112-aa4d-30847dde2a70 None None] Bound port: 5a71e944-f2ae-452e-8a63-3dd93f7f8f24, host: dv-cinder-829630-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}}] {{(pid=101866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:01:59.226583 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-d6202ae5-c896-4112-aa4d-30847dde2a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:59.257063 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-218c824d-6b81-4962-af69-ae5fc3d079c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:59.280488 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.db [None req-d6202ae5-c896-4112-aa4d-30847dde2a70 None None] For port 5a71e944-f2ae-452e-8a63-3dd93f7f8f24, host dv-cinder-829630-2-iscsi, cleared binding levels {{(pid=101866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:01:59.285993 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.db [None req-d6202ae5-c896-4112-aa4d-30847dde2a70 None None] For port 5a71e944-f2ae-452e-8a63-3dd93f7f8f24, host dv-cinder-829630-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=5a71e944-f2ae-452e-8a63-3dd93f7f8f24,segment=NetworkSegment(60ac4599-e6dd-4770-844e-5b54095f67fa),segment_id=60ac4599-e6dd-4770-844e-5b54095f67fa)] {{(pid=101866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:01:59.291204 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-d6202ae5-c896-4112-aa4d-30847dde2a70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:59.292021 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-218c824d-6b81-4962-af69-ae5fc3d079c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:59.333219 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218c824d-6b81-4962-af69-ae5fc3d079c3 admin admin] Network cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 is already hosted by enough agents. {{(pid=101864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:01:59.335970 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [None req-218c824d-6b81-4962-af69-ae5fc3d079c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:01:59.341571 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218c824d-6b81-4962-af69-ae5fc3d079c3 admin admin] Received port after_create {{(pid=101864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:01:59.355708 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6202ae5-c896-4112-aa4d-30847dde2a70 None None] Routers {'06f54089-7973-46bd-8d6b-77e9050d24a8'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:01:59.356336 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-d6202ae5-c896-4112-aa4d-30847dde2a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:01:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['06f54089-7973-46bd-8d6b-77e9050d24a8'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:59.360706 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d973d99-16dc-47e9-9219-24a3d469a0a6 None None] Pushing event updated for resources: {'Port': ['ID=5a71e944-f2ae-452e-8a63-3dd93f7f8f24,revision_number=3']} {{(pid=101866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:59.382655 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c824d-6b81-4962-af69-ae5fc3d079c3 admin admin] Pushing event updated for resources: {'Port': ['ID=92332740-8551-4617-a14b-a5ea0897409b,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:59.401462 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-218c824d-6b81-4962-af69-ae5fc3d079c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-628179'] for router_interface, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:59.551075 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-218c824d-6b81-4962-af69-ae5fc3d079c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:59.557722 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-d6202ae5-c896-4112-aa4d-30847dde2a70 None None] Set router 06f54089-7973-46bd-8d6b-77e9050d24a8 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:01:59.649428 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 62f3509f-96b2-42b8-b0e1-ef02a5a5465a up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:01:59.652876 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-786a0f3e-4f3e-4fb0-a1be-ee587e7fab72 None None] Provisioning complete for port 92332740-8551-4617-a14b-a5ea0897409b triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:59.653256 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-786a0f3e-4f3e-4fb0-a1be-ee587e7fab72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:59.723375 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-786a0f3e-4f3e-4fb0-a1be-ee587e7fab72 None None] Port 92332740-8551-4617-a14b-a5ea0897409b cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:01:59.740711 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-218c824d-6b81-4962-af69-ae5fc3d079c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:59.746093 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-218c824d-6b81-4962-af69-ae5fc3d079c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:59.751378 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port 62f3509f-96b2-42b8-b0e1-ef02a5a5465a triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:01:59.751576 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-d6202ae5-c896-4112-aa4d-30847dde2a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'name': 'tempest-TestVolumeBootPattern-1512480132-router', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:56Z', 'updated_at': '2022-05-04T15:01:57Z', 'revision_number': 3, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'gw_port': {'id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:57Z', 'updated_at': '2022-05-04T15:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:01:59.751857 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:59.780648 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6202ae5-c896-4112-aa4d-30847dde2a70 None None] The sync data for ids ['06f54089-7973-46bd-8d6b-77e9050d24a8'] in dv-cinder-829630-2-iscsi is: [{'id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'name': 'tempest-TestVolumeBootPattern-1512480132-router', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:56Z', 'updated_at': '2022-05-04T15:01:57Z', 'revision_number': 3, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'gw_port': {'id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:57Z', 'updated_at': '2022-05-04T15:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:01:59.794007 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-218c824d-6b81-4962-af69-ae5fc3d079c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-619180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628143'] for router_interface, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:01:59.841546 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6ac797-0020-440f-b9b3-5c1156c1383f req-b97a6b43-91b5-466f-b2a3-4fd35184dc4f tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:01:59.849912 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4e6ac797-0020-440f-b9b3-5c1156c1383f req-b97a6b43-91b5-466f-b2a3-4fd35184dc4f tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 943 time: 0.0711222 May 04 15:01:59.855245 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218c824d-6b81-4962-af69-ae5fc3d079c3 admin admin] Pushing event updated for resources: {'Port': ['ID=92332740-8551-4617-a14b-a5ea0897409b,revision_number=2']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:01:59.889269 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4e6ac797-0020-440f-b9b3-5c1156c1383f req-c87c3386-861a-4c06-9e12-c7c30b255d4b tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384433 May 04 15:01:59.948561 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218c824d-6b81-4962-af69-ae5fc3d079c3 admin admin] Network cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 is already hosted by enough agents. {{(pid=101864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:01:59.949936 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [None req-218c824d-6b81-4962-af69-ae5fc3d079c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:02:00.102964 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218c824d-6b81-4962-af69-ae5fc3d079c3 admin admin] Router 06f54089-7973-46bd-8d6b-77e9050d24a8 has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:02:00.238052 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218c824d-6b81-4962-af69-ae5fc3d079c3 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:02:00.250095 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-218c824d-6b81-4962-af69-ae5fc3d079c3 admin admin] 10.222.0.42 "PUT /v2.0/routers/06f54089-7973-46bd-8d6b-77e9050d24a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8883953 May 04 15:02:00.251242 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-f4a4e205-8453-49fb-ab3d-3d260b1f89a0 None None] Provisioning complete for port 92332740-8551-4617-a14b-a5ea0897409b triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:00.251752 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-f4a4e205-8453-49fb-ab3d-3d260b1f89a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:00.291335 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-f4a4e205-8453-49fb-ab3d-3d260b1f89a0 None None] Port 92332740-8551-4617-a14b-a5ea0897409b cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:02:00.752029 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 46182) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:00.756983 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-7bf10f9c-e48a-487d-ae0e-8604963f1e6a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-853310989-network', 'tenant_id': '0d009fe7995a43f4b7568691a8e09fa1'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:00.779210 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf10f9c-e48a-487d-ae0e-8604963f1e6a admin admin] Made reservation on behalf of 0d009fe7995a43f4b7568691a8e09fa1 for: {'network': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:02:00.781670 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-7bf10f9c-e48a-487d-ae0e-8604963f1e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for network, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:00.792619 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-7bf10f9c-e48a-487d-ae0e-8604963f1e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:01.006402 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25831b23-4ff3-4260-8fed-edf7d7dd6eef req-082d9723-5f5a-4245-8876-48461b54597c tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:01.007803 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-25831b23-4ff3-4260-8fed-edf7d7dd6eef req-082d9723-5f5a-4245-8876-48461b54597c tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 943 time: 0.0512156 May 04 15:02:01.053142 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-25831b23-4ff3-4260-8fed-edf7d7dd6eef req-0ce71d6f-6b1b-459c-9584-24c091b2c1c6 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388710 May 04 15:02:01.072860 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:02:01.117218 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-7bf10f9c-e48a-487d-ae0e-8604963f1e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:01.121509 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-7bf10f9c-e48a-487d-ae0e-8604963f1e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:01.151150 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf10f9c-e48a-487d-ae0e-8604963f1e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f395257-afb7-4712-93b6-72ba5699d7d7,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:01.158692 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bf10f9c-e48a-487d-ae0e-8604963f1e6a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 298} {{(pid=101864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 15:02:01.170015 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-7bf10f9c-e48a-487d-ae0e-8604963f1e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:01.171318 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.db.segments_db [None req-7bf10f9c-e48a-487d-ae0e-8604963f1e6a admin admin] Added segment 86d78e02-2399-4b13-8cb2-c9c0d81aeba9 of type vlan for network 81d1d665-7282-48d5-a959-475acfd91767 May 04 15:02:01.212292 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-7bf10f9c-e48a-487d-ae0e-8604963f1e6a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755427588545'] for network, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:01.237617 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-7bf10f9c-e48a-487d-ae0e-8604963f1e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198'] for network, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:01.238931 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf10f9c-e48a-487d-ae0e-8604963f1e6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:01.239751 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-7bf10f9c-e48a-487d-ae0e-8604963f1e6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:01.292647 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-7bf10f9c-e48a-487d-ae0e-8604963f1e6a admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5395324 May 04 15:02:01.295358 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 46198) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:01.302440 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-6158b80e-24d8-43f7-9438-076db0b847cb admin admin] Request body: {'subnet': {'network_id': '81d1d665-7282-48d5-a959-475acfd91767', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-853310989-subnet', 'tenant_id': '0d009fe7995a43f4b7568691a8e09fa1', 'ip_version': 4}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:01.306344 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf10f9c-e48a-487d-ae0e-8604963f1e6a admin admin] Pushing event updated for resources: {'Network': ['ID=81d1d665-7282-48d5-a959-475acfd91767,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:01.317503 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Network 81d1d665-7282-48d5-a959-475acfd91767 details requested by agent ovs-agent-dv-cinder-829630-2-iscsi with host dv-cinder-829630-2-iscsi {{(pid=101865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 15:02:01.336181 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6158b80e-24d8-43f7-9438-076db0b847cb admin admin] Made reservation on behalf of 0d009fe7995a43f4b7568691a8e09fa1 for: {'subnet': 1} {{(pid=101863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:02:01.338843 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-6158b80e-24d8-43f7-9438-076db0b847cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262085007'] for subnet, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:01.442996 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edf5524-3243-474d-ab9c-0ad154cc4bfb None None] Sync routers for ids ['06f54089-7973-46bd-8d6b-77e9050d24a8'] in dv-cinder-829630-2-iscsi {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:02:01.457258 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edf5524-3243-474d-ab9c-0ad154cc4bfb None None] Routers {'06f54089-7973-46bd-8d6b-77e9050d24a8'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:02:01.457883 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-4edf5524-3243-474d-ab9c-0ad154cc4bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:01:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['06f54089-7973-46bd-8d6b-77e9050d24a8'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:01.590992 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-4edf5524-3243-474d-ab9c-0ad154cc4bfb None None] Set router 06f54089-7973-46bd-8d6b-77e9050d24a8 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:02:01.624711 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 5a71e944-f2ae-452e-8a63-3dd93f7f8f24 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:02:01.765847 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port 5a71e944-f2ae-452e-8a63-3dd93f7f8f24 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:01.766215 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:01.807114 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97100f9-c419-4a09-acd3-c60a91ecd7a5 req-1d7286e5-1b0b-40af-90a7-004645be19f3 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:01.808512 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e97100f9-c419-4a09-acd3-c60a91ecd7a5 req-1d7286e5-1b0b-40af-90a7-004645be19f3 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0938346 May 04 15:02:01.816866 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-6158b80e-24d8-43f7-9438-076db0b847cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2944337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262085017'] for subnet, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:01.896160 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:01.905658 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e97100f9-c419-4a09-acd3-c60a91ecd7a5 req-362c3e95-d76b-4ff1-b2ad-c19442dc6d4e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839431 May 04 15:02:01.908226 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6158b80e-24d8-43f7-9438-076db0b847cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=05a3073f-c29d-4267-8acc-01d6818d9ad6,revision_number=0']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:01.914281 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-4edf5524-3243-474d-ab9c-0ad154cc4bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'name': 'tempest-TestVolumeBootPattern-1512480132-router', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:56Z', 'updated_at': '2022-05-04T15:01:59Z', 'revision_number': 4, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'gw_port': {'id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:57Z', 'updated_at': '2022-05-04T15:01:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '92332740-8551-4617-a14b-a5ea0897409b', 'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'mac_address': 'fa:16:3e:69:97:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:58Z', 'updated_at': '2022-05-04T15:01:59Z', 'revision_number': 2, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'subnets': [{'id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:01.917340 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6158b80e-24d8-43f7-9438-076db0b847cb admin admin] Checking segment: {'id': '86d78e02-2399-4b13-8cb2-c9c0d81aeba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '81d1d665-7282-48d5-a959-475acfd91767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:02:01.917687 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6158b80e-24d8-43f7-9438-076db0b847cb admin admin] Network hostable DHCP agents. Network: 81d1d665-7282-48d5-a959-475acfd91767, hostable agents: ['fc62abde-e1bd-4968-8f20-84ac7e991332'], hosted agents: [] {{(pid=101863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 15:02:01.937759 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6158b80e-24d8-43f7-9438-076db0b847cb admin admin] Network 81d1d665-7282-48d5-a959-475acfd91767 is scheduled to be hosted by DHCP agent fc62abde-e1bd-4968-8f20-84ac7e991332 with binding_index 1 {{(pid=101863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 15:02:01.946672 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-6158b80e-24d8-43f7-9438-076db0b847cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-iscsi, 81d1d665-7282-48d5-a959-475acfd91767) {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:02:01.949850 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] For port 5a71e944-f2ae-452e-8a63-3dd93f7f8f24, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=5a71e944-f2ae-452e-8a63-3dd93f7f8f24,segment=NetworkSegment(60ac4599-e6dd-4770-844e-5b54095f67fa),segment_id=60ac4599-e6dd-4770-844e-5b54095f67fa)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:01.952177 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6158b80e-24d8-43f7-9438-076db0b847cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:01.952355 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edf5524-3243-474d-ab9c-0ad154cc4bfb None None] Checking router: 06f54089-7973-46bd-8d6b-77e9050d24a8 for host: dv-cinder-829630-2-iscsi {{(pid=101865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:02:01.952662 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edf5524-3243-474d-ab9c-0ad154cc4bfb None None] Updating router 06f54089-7973-46bd-8d6b-77e9050d24a8 port 92332740-8551-4617-a14b-a5ea0897409b binding host dv-cinder-829630-2-iscsi {{(pid=101865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 15:02:01.953036 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-6158b80e-24d8-43f7-9438-076db0b847cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:01.958536 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17702ba-cae3-40ad-aba1-93a0ff520ee4 None None] Network 81d1d665-7282-48d5-a959-475acfd91767 requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:02:01.968852 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-6158b80e-24d8-43f7-9438-076db0b847cb admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6712909 May 04 15:02:01.971544 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 46206) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:01.975378 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:01.975734 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-00b201e8-2044-4a33-b449-4ff68257f573 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-853310989-router', 'tenant_id': '0d009fe7995a43f4b7568691a8e09fa1', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:01.995702 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-00b201e8-2044-4a33-b449-4ff68257f573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27414'] for router, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:01.996679 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-00b201e8-2044-4a33-b449-4ff68257f573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-625769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-667354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27437'] for router, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:02.048372 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-00b201e8-2044-4a33-b449-4ff68257f573 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:02.054838 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-4edf5524-3243-474d-ab9c-0ad154cc4bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:02.121682 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Pushing event updated for resources: {'Port': ['ID=5a71e944-f2ae-452e-8a63-3dd93f7f8f24,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:02.207888 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-00b201e8-2044-4a33-b449-4ff68257f573 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:02.247521 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43805f2c-098f-4dec-87bf-28cba2a553c5 req-e8d3871c-7f7e-4b73-9649-80e0fbdd47b7 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:02.249158 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-43805f2c-098f-4dec-87bf-28cba2a553c5 req-e8d3871c-7f7e-4b73-9649-80e0fbdd47b7 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 943 time: 0.0950460 May 04 15:02:02.322082 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-43805f2c-098f-4dec-87bf-28cba2a553c5 req-133ebed0-1a13-488c-a3d8-23dbac24fc89 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425868 May 04 15:02:02.456645 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a5cf75-65f3-4015-82a8-81cd999f1acf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08658952-b33c-5b25-a311-2ddce2069787-81d1d665-7282-48d5-a959-475acfd91767', 'network_id': '81d1d665-7282-48d5-a959-475acfd91767', 'tenant_id': '0d009fe7995a43f4b7568691a8e09fa1', 'fixed_ips': [{'subnet_id': '05a3073f-c29d-4267-8acc-01d6818d9ad6'}]}} from dv-cinder-829630-2-iscsi. {{(pid=101865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 04 15:02:02.458183 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-d5a5cf75-65f3-4015-82a8-81cd999f1acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:02.458408 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-00b201e8-2044-4a33-b449-4ff68257f573 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:02.479669 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-00b201e8-2044-4a33-b449-4ff68257f573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:02.595827 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.db_base_plugin_common [None req-00b201e8-2044-4a33-b449-4ff68257f573 admin admin] Allocated IP 172.27.1.233 (de075482-66db-4cfa-a120-f2ea157cd064/5a69c200-2813-4998-8939-5704799bdcf4/ae83a29a-8c7e-4e2b-a4cc-c94b85177419) {{(pid=101863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:02:02.622117 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-4edf5524-3243-474d-ab9c-0ad154cc4bfb None None] Notify callbacks [] for port, precommit_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:02.642778 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-4edf5524-3243-474d-ab9c-0ad154cc4bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:02.709731 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.db_base_plugin_common [None req-d5a5cf75-65f3-4015-82a8-81cd999f1acf None None] Allocated IP 172.20.0.2 (81d1d665-7282-48d5-a959-475acfd91767/05a3073f-c29d-4267-8acc-01d6818d9ad6/ad762c2f-ce5a-48c0-8151-c19ae97fc8a7) {{(pid=101865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:02:02.714335 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-00b201e8-2044-4a33-b449-4ff68257f573 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:02.723328 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0bc27-57a9-4911-805d-e14e1a999794 None None] Pushing event updated for resources: {'Port': ['ID=92332740-8551-4617-a14b-a5ea0897409b,revision_number=3']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:02.759886 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-00b201e8-2044-4a33-b449-4ff68257f573 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:02.804950 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b201e8-2044-4a33-b449-4ff68257f573 admin admin] Network de075482-66db-4cfa-a120-f2ea157cd064 is already hosted by enough agents. {{(pid=101863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:02:02.808186 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-00b201e8-2044-4a33-b449-4ff68257f573 admin admin] Resources bound (agent type, host, resource id): {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:02:02.813760 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b201e8-2044-4a33-b449-4ff68257f573 admin admin] Received port after_create {{(pid=101863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:02:02.817154 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-4edf5524-3243-474d-ab9c-0ad154cc4bfb None None] Attempting to bind port 92332740-8551-4617-a14b-a5ea0897409b on host dv-cinder-829630-2-iscsi for vnic_type normal with profile {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:02:02.817319 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b201e8-2044-4a33-b449-4ff68257f573 admin admin] Pushing event updated for resources: {'Port': ['ID=ae83a29a-8c7e-4e2b-a4cc-c94b85177419,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:02.817550 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-4edf5524-3243-474d-ab9c-0ad154cc4bfb None None] Attempting to bind port 92332740-8551-4617-a14b-a5ea0897409b by drivers openvswitch,hyperv on host dv-cinder-829630-2-iscsi at level 0 using segments [{'id': 'd31e7b59-dfee-4fbf-9768-43afaf63f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2'}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:02:02.817882 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edf5524-3243-474d-ab9c-0ad154cc4bfb None None] Attempting to bind port 92332740-8551-4617-a14b-a5ea0897409b on network cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:02:02.829370 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edf5524-3243-474d-ab9c-0ad154cc4bfb None None] Checking agent: {'id': '53237496-8014-4dc2-9deb-3d098fbdee6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 49, 42), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:02:02.829788 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edf5524-3243-474d-ab9c-0ad154cc4bfb None None] Checking segment: {'id': 'd31e7b59-dfee-4fbf-9768-43afaf63f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:02:02.830129 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-4edf5524-3243-474d-ab9c-0ad154cc4bfb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:02.830538 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4edf5524-3243-474d-ab9c-0ad154cc4bfb None None] Bound using segment: {'id': 'd31e7b59-dfee-4fbf-9768-43afaf63f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2'} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:02:02.830998 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-4edf5524-3243-474d-ab9c-0ad154cc4bfb None None] Bound port: 92332740-8551-4617-a14b-a5ea0897409b, host: dv-cinder-829630-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd31e7b59-dfee-4fbf-9768-43afaf63f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2'}}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:02:02.831376 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-4edf5524-3243-474d-ab9c-0ad154cc4bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:02.973422 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-4edf5524-3243-474d-ab9c-0ad154cc4bfb None None] For port 92332740-8551-4617-a14b-a5ea0897409b, host dv-cinder-829630-2-iscsi, cleared binding levels {{(pid=101865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:02:02.996744 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-4edf5524-3243-474d-ab9c-0ad154cc4bfb None None] For port 92332740-8551-4617-a14b-a5ea0897409b, host dv-cinder-829630-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=92332740-8551-4617-a14b-a5ea0897409b,segment=NetworkSegment(d31e7b59-dfee-4fbf-9768-43afaf63f9d2),segment_id=d31e7b59-dfee-4fbf-9768-43afaf63f9d2)] {{(pid=101865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:02:02.997727 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-d3839ddb-1b2b-4330-9c63-31a9f60e9453 None None] Provisioning complete for port 92332740-8551-4617-a14b-a5ea0897409b triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:02.998167 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-d3839ddb-1b2b-4330-9c63-31a9f60e9453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:03.003504 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-d5a5cf75-65f3-4015-82a8-81cd999f1acf None None] Notify callbacks [] for port, precommit_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:03.005347 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-4edf5524-3243-474d-ab9c-0ad154cc4bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:03.056099 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-d5a5cf75-65f3-4015-82a8-81cd999f1acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013'] for port, after_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:03.104567 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a5cf75-65f3-4015-82a8-81cd999f1acf None None] Network 81d1d665-7282-48d5-a959-475acfd91767 is already hosted by enough agents. {{(pid=101865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:02:03.114160 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.scheduler.base_scheduler [None req-d5a5cf75-65f3-4015-82a8-81cd999f1acf None None] Resources bound (agent type, host, resource id): {{(pid=101865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:02:03.115093 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730359d-c74c-4641-a7db-d1c2483947ae req-27d03bac-f611-4d4c-96f3-405b12b3ab5e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:03.117738 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a5cf75-65f3-4015-82a8-81cd999f1acf None None] Received port after_create {{(pid=101865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:02:03.121287 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6730359d-c74c-4641-a7db-d1c2483947ae req-27d03bac-f611-4d4c-96f3-405b12b3ab5e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.1082606 May 04 15:02:03.122728 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4edf5524-3243-474d-ab9c-0ad154cc4bfb None None] Routers {'06f54089-7973-46bd-8d6b-77e9050d24a8'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:02:03.123374 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-4edf5524-3243-474d-ab9c-0ad154cc4bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:01:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['06f54089-7973-46bd-8d6b-77e9050d24a8'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:03.125381 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a0bc27-57a9-4911-805d-e14e1a999794 None None] Pushing event updated for resources: {'Port': ['ID=92332740-8551-4617-a14b-a5ea0897409b,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:03.140609 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-00b201e8-2044-4a33-b449-4ff68257f573 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:03.213372 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6730359d-c74c-4641-a7db-d1c2483947ae req-e808cfc5-7915-435c-88e6-4abe26afae5f tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891554 May 04 15:02:03.290420 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5cf75-65f3-4015-82a8-81cd999f1acf None None] Pushing event updated for resources: {'Port': ['ID=ad762c2f-ce5a-48c0-8151-c19ae97fc8a7,revision_number=1']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:03.331875 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-d5a5cf75-65f3-4015-82a8-81cd999f1acf None None] Attempting to bind port ad762c2f-ce5a-48c0-8151-c19ae97fc8a7 on host dv-cinder-829630-2-iscsi for vnic_type normal with profile {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:02:03.332240 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-d5a5cf75-65f3-4015-82a8-81cd999f1acf None None] Attempting to bind port ad762c2f-ce5a-48c0-8151-c19ae97fc8a7 by drivers openvswitch,hyperv on host dv-cinder-829630-2-iscsi at level 0 using segments [{'id': '86d78e02-2399-4b13-8cb2-c9c0d81aeba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '81d1d665-7282-48d5-a959-475acfd91767'}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:02:03.332604 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a5cf75-65f3-4015-82a8-81cd999f1acf None None] Attempting to bind port ad762c2f-ce5a-48c0-8151-c19ae97fc8a7 on network 81d1d665-7282-48d5-a959-475acfd91767 {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:02:03.345769 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-d3839ddb-1b2b-4330-9c63-31a9f60e9453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:03.347569 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a5cf75-65f3-4015-82a8-81cd999f1acf None None] Checking agent: {'id': '53237496-8014-4dc2-9deb-3d098fbdee6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 49, 42), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:02:03.347936 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a5cf75-65f3-4015-82a8-81cd999f1acf None None] Checking segment: {'id': '86d78e02-2399-4b13-8cb2-c9c0d81aeba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '81d1d665-7282-48d5-a959-475acfd91767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:02:03.348319 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-d5a5cf75-65f3-4015-82a8-81cd999f1acf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:03.348707 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a5cf75-65f3-4015-82a8-81cd999f1acf None None] Bound using segment: {'id': '86d78e02-2399-4b13-8cb2-c9c0d81aeba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '81d1d665-7282-48d5-a959-475acfd91767'} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:02:03.349208 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-d5a5cf75-65f3-4015-82a8-81cd999f1acf None None] Bound port: ad762c2f-ce5a-48c0-8151-c19ae97fc8a7, host: dv-cinder-829630-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d78e02-2399-4b13-8cb2-c9c0d81aeba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '81d1d665-7282-48d5-a959-475acfd91767'}}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:02:03.349573 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-d5a5cf75-65f3-4015-82a8-81cd999f1acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:03.367299 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-00b201e8-2044-4a33-b449-4ff68257f573 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-625762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628448'] for router, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:03.380485 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-4edf5524-3243-474d-ab9c-0ad154cc4bfb None None] Set router 06f54089-7973-46bd-8d6b-77e9050d24a8 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:02:03.457698 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-d3839ddb-1b2b-4330-9c63-31a9f60e9453 None None] For port 92332740-8551-4617-a14b-a5ea0897409b, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=92332740-8551-4617-a14b-a5ea0897409b,segment=NetworkSegment(d31e7b59-dfee-4fbf-9768-43afaf63f9d2),segment_id=d31e7b59-dfee-4fbf-9768-43afaf63f9d2)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:03.469389 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-d3839ddb-1b2b-4330-9c63-31a9f60e9453 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:03.495447 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05c46f4-cdcf-4234-a4c5-9034f03e3671 req-6c508637-690e-4a05-b657-90545e1b4049 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:03.496959 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d05c46f4-cdcf-4234-a4c5-9034f03e3671 req-6c508637-690e-4a05-b657-90545e1b4049 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 943 time: 0.0922585 May 04 15:02:03.570193 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d05c46f4-cdcf-4234-a4c5-9034f03e3671 req-056ba5b7-e342-4de0-bf09-02bd60bff5d1 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616856 May 04 15:02:03.593825 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-d5a5cf75-65f3-4015-82a8-81cd999f1acf None None] For port ad762c2f-ce5a-48c0-8151-c19ae97fc8a7, host dv-cinder-829630-2-iscsi, cleared binding levels {{(pid=101865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:02:03.598447 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00b201e8-2044-4a33-b449-4ff68257f573 admin admin] Router 2028afca-2d9a-45d5-96e5-38be361fdf33 is scheduled to L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 with binding_index 1 {{(pid=101863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 15:02:03.623501 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 5a71e944-f2ae-452e-8a63-3dd93f7f8f24 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:02:03.631380 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-d5a5cf75-65f3-4015-82a8-81cd999f1acf None None] For port ad762c2f-ce5a-48c0-8151-c19ae97fc8a7, host dv-cinder-829630-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=ad762c2f-ce5a-48c0-8151-c19ae97fc8a7,segment=NetworkSegment(86d78e02-2399-4b13-8cb2-c9c0d81aeba9),segment_id=86d78e02-2399-4b13-8cb2-c9c0d81aeba9)] {{(pid=101865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:02:03.659302 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3839ddb-1b2b-4330-9c63-31a9f60e9453 None None] Pushing event updated for resources: {'Port': ['ID=92332740-8551-4617-a14b-a5ea0897409b,revision_number=5']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:03.662374 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-d5a5cf75-65f3-4015-82a8-81cd999f1acf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:03.707550 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-2863b9f1-57c4-41ed-95c7-f41eedb126a8 None None] Provisioning complete for port 92332740-8551-4617-a14b-a5ea0897409b triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:03.707975 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-2863b9f1-57c4-41ed-95c7-f41eedb126a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:03.709556 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00b201e8-2044-4a33-b449-4ff68257f573 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:02:03.722062 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc98fc9-beca-45e3-bbb8-63d3a79d07c4 None None] Sync routers for ids ['2028afca-2d9a-45d5-96e5-38be361fdf33'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:02:03.730474 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-00b201e8-2044-4a33-b449-4ff68257f573 admin admin] Notify callbacks [] for router, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:03.731967 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-00b201e8-2044-4a33-b449-4ff68257f573 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.7594898 May 04 15:02:03.733698 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc98fc9-beca-45e3-bbb8-63d3a79d07c4 None None] Routers {'2028afca-2d9a-45d5-96e5-38be361fdf33'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:02:03.734530 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-5dc98fc9-beca-45e3-bbb8-63d3a79d07c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:01:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['2028afca-2d9a-45d5-96e5-38be361fdf33'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:03.734928 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 46218) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:03.813935 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a5cf75-65f3-4015-82a8-81cd999f1acf None None] Pushing event updated for resources: {'Port': ['ID=ad762c2f-ce5a-48c0-8151-c19ae97fc8a7,revision_number=2']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:03.843532 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port 5a71e944-f2ae-452e-8a63-3dd93f7f8f24 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:03.843992 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:03.866409 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-5dc98fc9-beca-45e3-bbb8-63d3a79d07c4 None None] Set router 2028afca-2d9a-45d5-96e5-38be361fdf33 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:02:03.946911 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-4edf5524-3243-474d-ab9c-0ad154cc4bfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'name': 'tempest-TestVolumeBootPattern-1512480132-router', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:56Z', 'updated_at': '2022-05-04T15:01:59Z', 'revision_number': 4, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'gw_port': {'id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:57Z', 'updated_at': '2022-05-04T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '92332740-8551-4617-a14b-a5ea0897409b', 'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'mac_address': 'fa:16:3e:69:97:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:58Z', 'updated_at': '2022-05-04T15:02:02Z', 'revision_number': 4, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'subnets': [{'id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:03.978083 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4edf5524-3243-474d-ab9c-0ad154cc4bfb None None] The sync data for ids ['06f54089-7973-46bd-8d6b-77e9050d24a8'] in dv-cinder-829630-2-iscsi is: [{'id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'name': 'tempest-TestVolumeBootPattern-1512480132-router', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:56Z', 'updated_at': '2022-05-04T15:01:59Z', 'revision_number': 4, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'gw_port': {'id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:57Z', 'updated_at': '2022-05-04T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '92332740-8551-4617-a14b-a5ea0897409b', 'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'mac_address': 'fa:16:3e:69:97:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:58Z', 'updated_at': '2022-05-04T15:02:02Z', 'revision_number': 4, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'subnets': [{'id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:02:04.172766 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-5dc98fc9-beca-45e3-bbb8-63d3a79d07c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2028afca-2d9a-45d5-96e5-38be361fdf33', 'name': 'tempest-TestVolumeBootPattern-853310989-router', 'tenant_id': '0d009fe7995a43f4b7568691a8e09fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'ae83a29a-8c7e-4e2b-a4cc-c94b85177419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:02:02Z', 'updated_at': '2022-05-04T15:02:02Z', 'revision_number': 3, 'project_id': '0d009fe7995a43f4b7568691a8e09fa1', 'gw_port': {'id': 'ae83a29a-8c7e-4e2b-a4cc-c94b85177419', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:11:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2028afca-2d9a-45d5-96e5-38be361fdf33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:02Z', 'updated_at': '2022-05-04T15:02:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:04.211579 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc98fc9-beca-45e3-bbb8-63d3a79d07c4 None None] Checking router: 2028afca-2d9a-45d5-96e5-38be361fdf33 for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:02:04.211848 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc98fc9-beca-45e3-bbb8-63d3a79d07c4 None None] Updating router 2028afca-2d9a-45d5-96e5-38be361fdf33 port ae83a29a-8c7e-4e2b-a4cc-c94b85177419 binding host dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 15:02:04.246323 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-5dc98fc9-beca-45e3-bbb8-63d3a79d07c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:04.282068 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e61f5f2a-adfe-4839-933e-461a37394af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:04.381929 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c9ba61-691e-4b4b-a1b4-76418a7b7658 req-83e3d40b-d3c7-4b3f-b874-eb5eb58fa68d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:04.390336 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-75c9ba61-691e-4b4b-a1b4-76418a7b7658 req-83e3d40b-d3c7-4b3f-b874-eb5eb58fa68d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0874040 May 04 15:02:04.461215 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-75c9ba61-691e-4b4b-a1b4-76418a7b7658 req-99573c20-2556-4de9-8731-9547ade34e29 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696492 May 04 15:02:04.520646 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_common [None req-e61f5f2a-adfe-4839-933e-461a37394af4 admin admin] Allocated IP 172.20.0.1 (81d1d665-7282-48d5-a959-475acfd91767/05a3073f-c29d-4267-8acc-01d6818d9ad6/c2c36aad-4d6d-406c-9f1b-e9ff05563e01) {{(pid=101864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:02:04.573204 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-5dc98fc9-beca-45e3-bbb8-63d3a79d07c4 None None] Notify callbacks [] for port, precommit_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:04.579470 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-5dc98fc9-beca-45e3-bbb8-63d3a79d07c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:04.653295 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb7af5c-80b2-4547-bc5b-4454350bcbf4 None None] Pushing event updated for resources: {'Port': ['ID=ae83a29a-8c7e-4e2b-a4cc-c94b85177419,revision_number=2']} {{(pid=101866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:04.674199 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb7af5c-80b2-4547-bc5b-4454350bcbf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:04.674833 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb7af5c-80b2-4547-bc5b-4454350bcbf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:04.675353 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb7af5c-80b2-4547-bc5b-4454350bcbf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:04.675903 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb7af5c-80b2-4547-bc5b-4454350bcbf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:04.676462 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb7af5c-80b2-4547-bc5b-4454350bcbf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:04.677000 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb7af5c-80b2-4547-bc5b-4454350bcbf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:04.677504 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb7af5c-80b2-4547-bc5b-4454350bcbf4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:04.678073 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb7af5c-80b2-4547-bc5b-4454350bcbf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:04.678594 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb7af5c-80b2-4547-bc5b-4454350bcbf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:04.679331 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb7af5c-80b2-4547-bc5b-4454350bcbf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:04.679853 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb7af5c-80b2-4547-bc5b-4454350bcbf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:04.680263 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbb7af5c-80b2-4547-bc5b-4454350bcbf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:02:04.681444 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e61f5f2a-adfe-4839-933e-461a37394af4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:04.703179 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.managers [None req-5dc98fc9-beca-45e3-bbb8-63d3a79d07c4 None None] Attempting to bind port ae83a29a-8c7e-4e2b-a4cc-c94b85177419 on host dv-cinder-829630-2-iscsi for vnic_type normal with profile {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:02:04.703825 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.managers [None req-5dc98fc9-beca-45e3-bbb8-63d3a79d07c4 None None] Attempting to bind port ae83a29a-8c7e-4e2b-a4cc-c94b85177419 by drivers openvswitch,hyperv on host dv-cinder-829630-2-iscsi at level 0 using segments [{'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}] {{(pid=101866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:02:04.704362 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc98fc9-beca-45e3-bbb8-63d3a79d07c4 None None] Attempting to bind port ae83a29a-8c7e-4e2b-a4cc-c94b85177419 on network de075482-66db-4cfa-a120-f2ea157cd064 {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:02:04.721588 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc98fc9-beca-45e3-bbb8-63d3a79d07c4 None None] Checking agent: {'id': '53237496-8014-4dc2-9deb-3d098fbdee6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 49, 42), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:02:04.721778 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc98fc9-beca-45e3-bbb8-63d3a79d07c4 None None] Checking segment: {'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:02:04.722183 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-5dc98fc9-beca-45e3-bbb8-63d3a79d07c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:04.722693 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5dc98fc9-beca-45e3-bbb8-63d3a79d07c4 None None] Bound using segment: {'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'} {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:02:04.723042 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.managers [None req-5dc98fc9-beca-45e3-bbb8-63d3a79d07c4 None None] Bound port: ae83a29a-8c7e-4e2b-a4cc-c94b85177419, host: dv-cinder-829630-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}}] {{(pid=101866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:02:04.725270 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-5dc98fc9-beca-45e3-bbb8-63d3a79d07c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:04.736683 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e61f5f2a-adfe-4839-933e-461a37394af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:04.784336 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61f5f2a-adfe-4839-933e-461a37394af4 admin admin] Network 81d1d665-7282-48d5-a959-475acfd91767 is already hosted by enough agents. {{(pid=101864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:02:04.787439 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [None req-e61f5f2a-adfe-4839-933e-461a37394af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:02:04.794847 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e61f5f2a-adfe-4839-933e-461a37394af4 admin admin] Received port after_create {{(pid=101864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:02:04.796338 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f547aee6-0405-4172-86ba-dcd16213a706 req-3cb44a02-12a6-4ca1-8a68-a3b284f5b40c tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:04.797730 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f547aee6-0405-4172-86ba-dcd16213a706 req-3cb44a02-12a6-4ca1-8a68-a3b284f5b40c tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 943 time: 0.1189084 May 04 15:02:04.835872 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.db [None req-5dc98fc9-beca-45e3-bbb8-63d3a79d07c4 None None] For port ae83a29a-8c7e-4e2b-a4cc-c94b85177419, host dv-cinder-829630-2-iscsi, cleared binding levels {{(pid=101866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:02:04.840713 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.db [None req-5dc98fc9-beca-45e3-bbb8-63d3a79d07c4 None None] For port ae83a29a-8c7e-4e2b-a4cc-c94b85177419, host dv-cinder-829630-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=ae83a29a-8c7e-4e2b-a4cc-c94b85177419,segment=NetworkSegment(60ac4599-e6dd-4770-844e-5b54095f67fa),segment_id=60ac4599-e6dd-4770-844e-5b54095f67fa)] {{(pid=101866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:02:04.849240 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-5dc98fc9-beca-45e3-bbb8-63d3a79d07c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:04.879510 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f5f2a-adfe-4839-933e-461a37394af4 admin admin] Pushing event updated for resources: {'Port': ['ID=c2c36aad-4d6d-406c-9f1b-e9ff05563e01,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:04.886767 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f547aee6-0405-4172-86ba-dcd16213a706 req-405101a8-57e4-4a80-b888-e89bfaa6e2f2 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716064 May 04 15:02:04.887804 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e61f5f2a-adfe-4839-933e-461a37394af4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-628179'] for router_interface, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:04.922840 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb7af5c-80b2-4547-bc5b-4454350bcbf4 None None] Pushing event updated for resources: {'Port': ['ID=ae83a29a-8c7e-4e2b-a4cc-c94b85177419,revision_number=3']} {{(pid=101866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:04.936895 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc98fc9-beca-45e3-bbb8-63d3a79d07c4 None None] Routers {'2028afca-2d9a-45d5-96e5-38be361fdf33'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:02:04.937562 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-5dc98fc9-beca-45e3-bbb8-63d3a79d07c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:01:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['2028afca-2d9a-45d5-96e5-38be361fdf33'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:05.046661 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e61f5f2a-adfe-4839-933e-461a37394af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:05.085116 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-5dc98fc9-beca-45e3-bbb8-63d3a79d07c4 None None] Set router 2028afca-2d9a-45d5-96e5-38be361fdf33 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:02:05.092518 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca637de-50d2-4202-bce4-4459db000c6e None None] Network 81d1d665-7282-48d5-a959-475acfd91767 requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:02:05.272517 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e61f5f2a-adfe-4839-933e-461a37394af4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:05.278460 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e61f5f2a-adfe-4839-933e-461a37394af4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:05.319844 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-5dc98fc9-beca-45e3-bbb8-63d3a79d07c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2028afca-2d9a-45d5-96e5-38be361fdf33', 'name': 'tempest-TestVolumeBootPattern-853310989-router', 'tenant_id': '0d009fe7995a43f4b7568691a8e09fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'ae83a29a-8c7e-4e2b-a4cc-c94b85177419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:02:02Z', 'updated_at': '2022-05-04T15:02:02Z', 'revision_number': 3, 'project_id': '0d009fe7995a43f4b7568691a8e09fa1', 'gw_port': {'id': 'ae83a29a-8c7e-4e2b-a4cc-c94b85177419', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:11:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2028afca-2d9a-45d5-96e5-38be361fdf33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:02Z', 'updated_at': '2022-05-04T15:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:05.353636 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dc98fc9-beca-45e3-bbb8-63d3a79d07c4 None None] The sync data for ids ['2028afca-2d9a-45d5-96e5-38be361fdf33'] in dv-cinder-829630-2-iscsi is: [{'id': '2028afca-2d9a-45d5-96e5-38be361fdf33', 'name': 'tempest-TestVolumeBootPattern-853310989-router', 'tenant_id': '0d009fe7995a43f4b7568691a8e09fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'ae83a29a-8c7e-4e2b-a4cc-c94b85177419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:02:02Z', 'updated_at': '2022-05-04T15:02:02Z', 'revision_number': 3, 'project_id': '0d009fe7995a43f4b7568691a8e09fa1', 'gw_port': {'id': 'ae83a29a-8c7e-4e2b-a4cc-c94b85177419', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:11:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2028afca-2d9a-45d5-96e5-38be361fdf33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:02Z', 'updated_at': '2022-05-04T15:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:02:05.361787 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-fb1c0c7e-8217-44c9-9e9a-0a7d45702505 None None] Provisioning complete for port ad762c2f-ce5a-48c0-8151-c19ae97fc8a7 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:05.362385 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-fb1c0c7e-8217-44c9-9e9a-0a7d45702505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:05.367963 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e61f5f2a-adfe-4839-933e-461a37394af4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-619180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628143'] for router_interface, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:05.376700 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61f5f2a-adfe-4839-933e-461a37394af4 admin admin] Pushing event updated for resources: {'Port': ['ID=c2c36aad-4d6d-406c-9f1b-e9ff05563e01,revision_number=2']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:05.489041 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-fb1c0c7e-8217-44c9-9e9a-0a7d45702505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:05.503747 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e61f5f2a-adfe-4839-933e-461a37394af4 admin admin] Network 81d1d665-7282-48d5-a959-475acfd91767 is already hosted by enough agents. {{(pid=101864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:02:05.505984 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [None req-e61f5f2a-adfe-4839-933e-461a37394af4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:02:05.532708 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-fb1c0c7e-8217-44c9-9e9a-0a7d45702505 None None] For port ad762c2f-ce5a-48c0-8151-c19ae97fc8a7, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=ad762c2f-ce5a-48c0-8151-c19ae97fc8a7,segment=NetworkSegment(86d78e02-2399-4b13-8cb2-c9c0d81aeba9),segment_id=86d78e02-2399-4b13-8cb2-c9c0d81aeba9)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:05.538244 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-fb1c0c7e-8217-44c9-9e9a-0a7d45702505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:05.638666 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1c0c7e-8217-44c9-9e9a-0a7d45702505 None None] Pushing event updated for resources: {'Port': ['ID=ad762c2f-ce5a-48c0-8151-c19ae97fc8a7,revision_number=3']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:05.688762 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3b08c-0a4e-4cce-af48-b07ebe383670 req-af3f0c4b-58cf-4d19-8899-4b8ed0d0a532 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:05.692811 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1be3b08c-0a4e-4cce-af48-b07ebe383670 req-af3f0c4b-58cf-4d19-8899-4b8ed0d0a532 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0865562 May 04 15:02:05.711042 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e61f5f2a-adfe-4839-933e-461a37394af4 admin admin] Router 2028afca-2d9a-45d5-96e5-38be361fdf33 has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:02:05.767946 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1be3b08c-0a4e-4cce-af48-b07ebe383670 req-2d9adb19-0bb3-4b89-9312-8c33cf4c32a6 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673373 May 04 15:02:05.821229 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-cf3da110-2f73-4f2d-bb0e-2e1c2a159ba5 None None] Provisioning complete for port c2c36aad-4d6d-406c-9f1b-e9ff05563e01 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:05.821611 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-cf3da110-2f73-4f2d-bb0e-2e1c2a159ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:05.824754 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device ad762c2f-ce5a-48c0-8151-c19ae97fc8a7 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:02:05.854509 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e61f5f2a-adfe-4839-933e-461a37394af4 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:02:05.870420 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-e61f5f2a-adfe-4839-933e-461a37394af4 admin admin] 10.222.0.42 "PUT /v2.0/routers/2028afca-2d9a-45d5-96e5-38be361fdf33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1249075 May 04 15:02:05.968106 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-cf3da110-2f73-4f2d-bb0e-2e1c2a159ba5 None None] Port c2c36aad-4d6d-406c-9f1b-e9ff05563e01 cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:02:05.991502 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-cf3da110-2f73-4f2d-bb0e-2e1c2a159ba5 None None] Provisioning complete for port ad762c2f-ce5a-48c0-8151-c19ae97fc8a7 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:05.991826 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-cf3da110-2f73-4f2d-bb0e-2e1c2a159ba5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:06.066478 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port ad762c2f-ce5a-48c0-8151-c19ae97fc8a7 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:06.066855 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:06.098980 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e6d329-dced-4865-ad4a-d4f6b5f5354e req-0a447698-3299-4850-81ee-faf7c59bde46 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:06.104491 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-38e6d329-dced-4865-ad4a-d4f6b5f5354e req-0a447698-3299-4850-81ee-faf7c59bde46 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 943 time: 0.0993640 May 04 15:02:06.163034 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-38e6d329-dced-4865-ad4a-d4f6b5f5354e req-050706a6-a4f4-4ccb-a9bd-fc08d222fc36 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482788 May 04 15:02:06.226539 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-71a2aa85-1f1e-4efc-8fee-311fdbfe2276 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:06.293605 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 92332740-8551-4617-a14b-a5ea0897409b up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:02:06.351895 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port 92332740-8551-4617-a14b-a5ea0897409b triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:06.352894 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:06.411515 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-41a0e84d-72e7-41a7-8a8b-625bf296e1a3 None None] Provisioning complete for port c2c36aad-4d6d-406c-9f1b-e9ff05563e01 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:06.411887 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-41a0e84d-72e7-41a7-8a8b-625bf296e1a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:06.470940 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-41a0e84d-72e7-41a7-8a8b-625bf296e1a3 None None] Port c2c36aad-4d6d-406c-9f1b-e9ff05563e01 cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:02:06.591273 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-b0dc19c5-0cae-4170-93fc-f16c472a9002 None None] Provisioning complete for port c2c36aad-4d6d-406c-9f1b-e9ff05563e01 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:06.591641 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-b0dc19c5-0cae-4170-93fc-f16c472a9002 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:06.628812 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-b0dc19c5-0cae-4170-93fc-f16c472a9002 None None] Port c2c36aad-4d6d-406c-9f1b-e9ff05563e01 cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:02:06.751039 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 46240) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:06.755596 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-23c08712-9967-4deb-b810-3421c0b0e4a6 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1679808328', 'description': 'tempest-secgroup-smoke-1679808328 description', 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:06.777246 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-23c08712-9967-4deb-b810-3421c0b0e4a6 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:06.850540 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-23c08712-9967-4deb-b810-3421c0b0e4a6 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:06.855611 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-23c08712-9967-4deb-b810-3421c0b0e4a6 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:06.896035 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-23c08712-9967-4deb-b810-3421c0b0e4a6 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:06.897382 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-23c08712-9967-4deb-b810-3421c0b0e4a6 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1453409 May 04 15:02:06.900298 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 46250) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:06.906569 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-ecf38494-24c5-4f7f-af01-e9e7bca91bbb tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Request body: {'security_group_rule': {'security_group_id': '48667ce0-4e07-4d10-8820-e9278ae54544', 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:06.913815 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c08712-9967-4deb-b810-3421c0b0e4a6 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48667ce0-4e07-4d10-8820-e9278ae54544,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:06.928977 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523cb3a1-5e36-47e3-a31c-793602b471d4 req-abd83647-7d91-4a49-9930-f8c71cbcd14f tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:06.930527 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-523cb3a1-5e36-47e3-a31c-793602b471d4 req-abd83647-7d91-4a49-9930-f8c71cbcd14f tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0703874 May 04 15:02:06.945985 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ecf38494-24c5-4f7f-af01-e9e7bca91bbb tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:06.978906 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-523cb3a1-5e36-47e3-a31c-793602b471d4 req-877326f8-1efb-4073-b12f-519df434cf81 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361471 May 04 15:02:07.009755 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ecf38494-24c5-4f7f-af01-e9e7bca91bbb tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.013684 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ecf38494-24c5-4f7f-af01-e9e7bca91bbb tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.032058 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf38494-24c5-4f7f-af01-e9e7bca91bbb tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbde0ffc-bfed-4aaf-bdf7-f2c50e15efd6,revision_number=0']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:07.041012 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ecf38494-24c5-4f7f-af01-e9e7bca91bbb tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.041909 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-ecf38494-24c5-4f7f-af01-e9e7bca91bbb tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1407263 May 04 15:02:07.044934 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 46252) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:07.049836 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-f226c359-11f1-4202-844e-c501c8a193dc tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Request body: {'security_group_rule': {'security_group_id': '48667ce0-4e07-4d10-8820-e9278ae54544', 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:07.055189 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 80af6ecb-8dd6-45ae-a159-395bf6bb57b5 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:02:07.078566 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f226c359-11f1-4202-844e-c501c8a193dc tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.146767 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 46254) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:07.153334 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-f442f4ac-d3c4-436a-b29f-3128e79c753f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Request body: {'security_group': {'name': 'tempest-securitygroup--607339219', 'description': 'tempest-description--1626652225'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:07.170596 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f226c359-11f1-4202-844e-c501c8a193dc tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.175403 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f226c359-11f1-4202-844e-c501c8a193dc tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.176520 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 80af6ecb-8dd6-45ae-a159-395bf6bb57b5, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=80af6ecb-8dd6-45ae-a159-395bf6bb57b5,segment=NetworkSegment(95934612-3076-4b22-b597-42ecf73c8405),segment_id=95934612-3076-4b22-b597-42ecf73c8405)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:07.183732 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-f442f4ac-d3c4-436a-b29f-3128e79c753f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.199259 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f226c359-11f1-4202-844e-c501c8a193dc tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad76c3e5-0334-4fba-8706-b812d51fffea,revision_number=0']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:07.205207 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f226c359-11f1-4202-844e-c501c8a193dc tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.209166 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-f226c359-11f1-4202-844e-c501c8a193dc tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1605628 May 04 15:02:07.209478 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 46258) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:07.212101 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Returning: {'device': '80af6ecb-8dd6-45ae-a159-395bf6bb57b5', 'network_id': 'fb84f7af-1bc5-4003-9493-f24d10e945c8', 'port_id': '80af6ecb-8dd6-45ae-a159-395bf6bb57b5', 'mac_address': 'fa:16:3e:86:d6:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdee7d98-9fd3-42c6-a1f6-0ef6423d6573', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:02:07.214036 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-945ca2eb-f982-4e0b-b242-ec74854ca74c tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Request body: {'security_group_rule': {'security_group_id': '48667ce0-4e07-4d10-8820-e9278ae54544', 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:07.243726 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-945ca2eb-f982-4e0b-b242-ec74854ca74c tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.280121 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.308217 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80af6ecb-8dd6-45ae-a159-395bf6bb57b5 {{(pid=101865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:02:07.318454 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-f442f4ac-d3c4-436a-b29f-3128e79c753f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.319406 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-945ca2eb-f982-4e0b-b242-ec74854ca74c tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.326373 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-f442f4ac-d3c4-436a-b29f-3128e79c753f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.326578 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-945ca2eb-f982-4e0b-b242-ec74854ca74c tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.339567 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 80af6ecb-8dd6-45ae-a159-395bf6bb57b5, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=80af6ecb-8dd6-45ae-a159-395bf6bb57b5,segment=NetworkSegment(95934612-3076-4b22-b597-42ecf73c8405),segment_id=95934612-3076-4b22-b597-42ecf73c8405)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:07.347870 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.359716 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945ca2eb-f982-4e0b-b242-ec74854ca74c tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8462f8-1de2-47a6-bd19-d0519b4f2104,revision_number=0']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:07.370323 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-945ca2eb-f982-4e0b-b242-ec74854ca74c tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.372147 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-945ca2eb-f982-4e0b-b242-ec74854ca74c tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1612945 May 04 15:02:07.374728 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 46260) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:07.379570 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-cb00738e-805b-421e-936f-3886221410f0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Request body: {'security_group_rule': {'security_group_id': '48667ce0-4e07-4d10-8820-e9278ae54544', 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:07.388480 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd1abb-9a17-4e70-9adc-2fbd7f8f67fa req-ed840872-cfac-4e2f-9656-63788ede98c1 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:07.393740 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b9cd1abb-9a17-4e70-9adc-2fbd7f8f67fa req-ed840872-cfac-4e2f-9656-63788ede98c1 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 943 time: 0.1178765 May 04 15:02:07.398682 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-f442f4ac-d3c4-436a-b29f-3128e79c753f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.400576 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-f442f4ac-d3c4-436a-b29f-3128e79c753f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2527092 May 04 15:02:07.402989 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f442f4ac-d3c4-436a-b29f-3128e79c753f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=38e7ebe9-dc91-4eeb-b7fe-4afabab3d8c4,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:07.404611 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 46262) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:07.409388 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=80af6ecb-8dd6-45ae-a159-395bf6bb57b5,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:07.416675 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-6a947a2b-8c40-4e05-996f-3e3e24e142ee tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Request body: {'security_group_rule': {'security_group_id': '38e7ebe9-dc91-4eeb-b7fe-4afabab3d8c4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:07.443326 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-cb00738e-805b-421e-936f-3886221410f0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.456985 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b9cd1abb-9a17-4e70-9adc-2fbd7f8f67fa req-1ebdca79-13fa-4b28-9c5f-df3090c0b905 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550268 May 04 15:02:07.501358 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6a947a2b-8c40-4e05-996f-3e3e24e142ee tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.554372 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-cb00738e-805b-421e-936f-3886221410f0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.559560 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-cb00738e-805b-421e-936f-3886221410f0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.576239 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844eae69-b400-4c87-9b54-ec02a3a73cd1 None None] Sync routers for ids ['2028afca-2d9a-45d5-96e5-38be361fdf33'] in dv-cinder-829630-2-iscsi {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:02:07.589784 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844eae69-b400-4c87-9b54-ec02a3a73cd1 None None] Routers {'2028afca-2d9a-45d5-96e5-38be361fdf33'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:02:07.590095 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00738e-805b-421e-936f-3886221410f0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a720451a-c42c-49f1-bc7d-e0e2d7ef1d8c,revision_number=0']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:07.590874 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-844eae69-b400-4c87-9b54-ec02a3a73cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:01:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['2028afca-2d9a-45d5-96e5-38be361fdf33'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:07.606940 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-cb00738e-805b-421e-936f-3886221410f0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.608668 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-cb00738e-805b-421e-936f-3886221410f0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2323449 May 04 15:02:07.611668 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 46264) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:07.614672 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6a947a2b-8c40-4e05-996f-3e3e24e142ee tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.618886 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6a947a2b-8c40-4e05-996f-3e3e24e142ee tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.620064 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-f2d063ef-066a-4b51-9221-70047d4ecb51 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Request body: {'security_group_rule': {'security_group_id': '48667ce0-4e07-4d10-8820-e9278ae54544', 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:07.640109 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a947a2b-8c40-4e05-996f-3e3e24e142ee tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2cf08417-5d51-441b-8fe0-140fe1d801cc,revision_number=0']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:07.651459 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6a947a2b-8c40-4e05-996f-3e3e24e142ee tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.652814 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.db.securitygroups_db [None req-f2d063ef-066a-4b51-9221-70047d4ecb51 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Project 746261ccdb744b4abdfc7b324a2ab0c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 15:02:07.655878 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-6a947a2b-8c40-4e05-996f-3e3e24e142ee tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2490687 May 04 15:02:07.656175 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 46266) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:07.658569 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-f2d063ef-066a-4b51-9221-70047d4ecb51 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.661243 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-32fa215f-4e2a-4f66-a317-4b6aeb045542 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Request body: {'security_group_rule': {'security_group_id': '38e7ebe9-dc91-4eeb-b7fe-4afabab3d8c4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:07.700387 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-32fa215f-4e2a-4f66-a317-4b6aeb045542 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.736307 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device ad762c2f-ce5a-48c0-8151-c19ae97fc8a7 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:02:07.739174 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-f2d063ef-066a-4b51-9221-70047d4ecb51 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.743934 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-f2d063ef-066a-4b51-9221-70047d4ecb51 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.761198 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d063ef-066a-4b51-9221-70047d4ecb51 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5bf4868-ec18-4f2d-993a-b801d125625c,revision_number=0']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:07.773399 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-f2d063ef-066a-4b51-9221-70047d4ecb51 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.774841 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-f2d063ef-066a-4b51-9221-70047d4ecb51 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1612201 May 04 15:02:07.778709 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 46268) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:07.783850 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-74ef7733-c551-4230-900b-9e0dde3331e0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Request body: {'security_group_rule': {'security_group_id': '48667ce0-4e07-4d10-8820-e9278ae54544', 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:07.791599 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-844eae69-b400-4c87-9b54-ec02a3a73cd1 None None] Set router 2028afca-2d9a-45d5-96e5-38be361fdf33 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:02:07.804356 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-32fa215f-4e2a-4f66-a317-4b6aeb045542 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.806192 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.db.securitygroups_db [None req-74ef7733-c551-4230-900b-9e0dde3331e0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Project 746261ccdb744b4abdfc7b324a2ab0c7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 04 15:02:07.809233 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-32fa215f-4e2a-4f66-a317-4b6aeb045542 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.818102 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-74ef7733-c551-4230-900b-9e0dde3331e0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.838887 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32fa215f-4e2a-4f66-a317-4b6aeb045542 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e9416ad-70cd-4959-9a8c-3aa0b93a8bee,revision_number=0']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:07.850479 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-32fa215f-4e2a-4f66-a317-4b6aeb045542 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.856056 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-32fa215f-4e2a-4f66-a317-4b6aeb045542 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1946466 May 04 15:02:07.856968 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 46270) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:07.865108 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-51cb06fa-9075-4772-8099-c4e0328ef27e tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Request body: {'floatingip': {'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:07.883769 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port ad762c2f-ce5a-48c0-8151-c19ae97fc8a7 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:07.884144 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.887145 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-51cb06fa-9075-4772-8099-c4e0328ef27e tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for floatingip, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.918175 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-74ef7733-c551-4230-900b-9e0dde3331e0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.923461 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-74ef7733-c551-4230-900b-9e0dde3331e0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.946581 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ef7733-c551-4230-900b-9e0dde3331e0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=625eb27c-0979-47f4-beeb-b814d4d06ac1,revision_number=0']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:07.954956 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-74ef7733-c551-4230-900b-9e0dde3331e0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:07.956740 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-74ef7733-c551-4230-900b-9e0dde3331e0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1770225 May 04 15:02:07.972481 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['80af6ecb-8dd6-45ae-a159-395bf6bb57b5'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:02:07.998169 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-51cb06fa-9075-4772-8099-c4e0328ef27e tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:08.143436 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_common [None req-51cb06fa-9075-4772-8099-c4e0328ef27e tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Allocated IP 172.27.1.103 (de075482-66db-4cfa-a120-f2ea157cd064/5a69c200-2813-4998-8939-5704799bdcf4/eca4698d-8861-4a97-85ec-19d314eb5353) {{(pid=101864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:02:08.163456 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device ae83a29a-8c7e-4e2b-a4cc-c94b85177419 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:02:08.166860 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93b7e93-99ec-4cc2-974d-b96abba84995 req-e18c6c31-51f9-4633-93ea-98637c0e01d0 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:08.179236 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a93b7e93-99ec-4cc2-974d-b96abba84995 req-e18c6c31-51f9-4633-93ea-98637c0e01d0 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.1010854 May 04 15:02:08.250206 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a93b7e93-99ec-4cc2-974d-b96abba84995 req-123a91c0-f065-4ec5-89ef-699d8f39716b tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690951 May 04 15:02:08.250566 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-844eae69-b400-4c87-9b54-ec02a3a73cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2028afca-2d9a-45d5-96e5-38be361fdf33', 'name': 'tempest-TestVolumeBootPattern-853310989-router', 'tenant_id': '0d009fe7995a43f4b7568691a8e09fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'ae83a29a-8c7e-4e2b-a4cc-c94b85177419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:02:02Z', 'updated_at': '2022-05-04T15:02:05Z', 'revision_number': 4, 'project_id': '0d009fe7995a43f4b7568691a8e09fa1', 'gw_port': {'id': 'ae83a29a-8c7e-4e2b-a4cc-c94b85177419', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:11:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2028afca-2d9a-45d5-96e5-38be361fdf33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:02Z', 'updated_at': '2022-05-04T15:02:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': 'c2c36aad-4d6d-406c-9f1b-e9ff05563e01', 'name': '', 'network_id': '81d1d665-7282-48d5-a959-475acfd91767', 'tenant_id': '0d009fe7995a43f4b7568691a8e09fa1', 'mac_address': 'fa:16:3e:5e:98:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2028afca-2d9a-45d5-96e5-38be361fdf33', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '05a3073f-c29d-4267-8acc-01d6818d9ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:04Z', 'updated_at': '2022-05-04T15:02:05Z', 'revision_number': 2, 'project_id': '0d009fe7995a43f4b7568691a8e09fa1', 'subnets': [{'id': '05a3073f-c29d-4267-8acc-01d6818d9ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:08.275265 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-51cb06fa-9075-4772-8099-c4e0328ef27e tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for port, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:08.285761 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844eae69-b400-4c87-9b54-ec02a3a73cd1 None None] Checking router: 2028afca-2d9a-45d5-96e5-38be361fdf33 for host: dv-cinder-829630-2-iscsi {{(pid=101865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:02:08.286354 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844eae69-b400-4c87-9b54-ec02a3a73cd1 None None] Updating router 2028afca-2d9a-45d5-96e5-38be361fdf33 port c2c36aad-4d6d-406c-9f1b-e9ff05563e01 binding host dv-cinder-829630-2-iscsi {{(pid=101865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 15:02:08.311912 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-51cb06fa-9075-4772-8099-c4e0328ef27e tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:08.342792 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port ae83a29a-8c7e-4e2b-a4cc-c94b85177419 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:08.342792 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:08.361183 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cb06fa-9075-4772-8099-c4e0328ef27e tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Network de075482-66db-4cfa-a120-f2ea157cd064 is already hosted by enough agents. {{(pid=101864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:02:08.364627 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [None req-51cb06fa-9075-4772-8099-c4e0328ef27e tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Resources bound (agent type, host, resource id): {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:02:08.368159 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cb06fa-9075-4772-8099-c4e0328ef27e tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Received port after_create {{(pid=101864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:02:08.369313 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-844eae69-b400-4c87-9b54-ec02a3a73cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:08.407911 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb06fa-9075-4772-8099-c4e0328ef27e tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event updated for resources: {'Port': ['ID=eca4698d-8861-4a97-85ec-19d314eb5353,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:08.463219 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-69a16b00-8e52-4509-b1f6-ff3acc51a345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:08.498060 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-51cb06fa-9075-4772-8099-c4e0328ef27e tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:08.589603 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-51cb06fa-9075-4772-8099-c4e0328ef27e tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:08.630156 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2dd4bf-5774-4617-98d6-01d9ca60ab5b req-52d6578d-2a5c-4ece-9220-3af21872f6ff tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:08.638833 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ac2dd4bf-5774-4617-98d6-01d9ca60ab5b req-52d6578d-2a5c-4ece-9220-3af21872f6ff tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 944 time: 0.0664191 May 04 15:02:08.704133 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ac2dd4bf-5774-4617-98d6-01d9ca60ab5b req-24356c51-fde3-44b2-b211-7307a6a494f8 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635588 May 04 15:02:08.759223 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:08.787828 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-51cb06fa-9075-4772-8099-c4e0328ef27e tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for port, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:08.792660 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-51cb06fa-9075-4772-8099-c4e0328ef27e tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:08.800053 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] For port ae83a29a-8c7e-4e2b-a4cc-c94b85177419, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=ae83a29a-8c7e-4e2b-a4cc-c94b85177419,segment=NetworkSegment(60ac4599-e6dd-4770-844e-5b54095f67fa),segment_id=60ac4599-e6dd-4770-844e-5b54095f67fa)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:08.804931 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:08.868786 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cb06fa-9075-4772-8099-c4e0328ef27e tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event updated for resources: {'Port': ['ID=eca4698d-8861-4a97-85ec-19d314eb5353,revision_number=2']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:08.883746 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-51cb06fa-9075-4772-8099-c4e0328ef27e tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628046'] for floatingip, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:08.892304 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Pushing event updated for resources: {'Port': ['ID=ae83a29a-8c7e-4e2b-a4cc-c94b85177419,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:08.902171 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-51cb06fa-9075-4772-8099-c4e0328ef27e tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:08.914949 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-51cb06fa-9075-4772-8099-c4e0328ef27e tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0573971 May 04 15:02:08.938704 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-844eae69-b400-4c87-9b54-ec02a3a73cd1 None None] Notify callbacks [] for port, precommit_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:08.946846 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-844eae69-b400-4c87-9b54-ec02a3a73cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:09.125245 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-98276737-06d4-41c0-844f-d446c20f964e tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--607339219&fields=id&tenant_id=87d12057fd5046da9f6ec905d089d476 HTTP/1.1" status: 200 len: 267 time: 0.0396516 May 04 15:02:09.125782 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7aacfd-fbfc-4de5-8620-83748cf9139e None None] Pushing event updated for resources: {'Port': ['ID=c2c36aad-4d6d-406c-9f1b-e9ff05563e01,revision_number=3']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:09.189378 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-844eae69-b400-4c87-9b54-ec02a3a73cd1 None None] Attempting to bind port c2c36aad-4d6d-406c-9f1b-e9ff05563e01 on host dv-cinder-829630-2-iscsi for vnic_type normal with profile {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:02:09.189888 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-844eae69-b400-4c87-9b54-ec02a3a73cd1 None None] Attempting to bind port c2c36aad-4d6d-406c-9f1b-e9ff05563e01 by drivers openvswitch,hyperv on host dv-cinder-829630-2-iscsi at level 0 using segments [{'id': '86d78e02-2399-4b13-8cb2-c9c0d81aeba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '81d1d665-7282-48d5-a959-475acfd91767'}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:02:09.190256 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844eae69-b400-4c87-9b54-ec02a3a73cd1 None None] Attempting to bind port c2c36aad-4d6d-406c-9f1b-e9ff05563e01 on network 81d1d665-7282-48d5-a959-475acfd91767 {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:02:09.195951 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844eae69-b400-4c87-9b54-ec02a3a73cd1 None None] Checking agent: {'id': '53237496-8014-4dc2-9deb-3d098fbdee6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 49, 42), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 1, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:02:09.196319 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844eae69-b400-4c87-9b54-ec02a3a73cd1 None None] Checking segment: {'id': '86d78e02-2399-4b13-8cb2-c9c0d81aeba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '81d1d665-7282-48d5-a959-475acfd91767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:02:09.196814 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-844eae69-b400-4c87-9b54-ec02a3a73cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:09.197313 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844eae69-b400-4c87-9b54-ec02a3a73cd1 None None] Bound using segment: {'id': '86d78e02-2399-4b13-8cb2-c9c0d81aeba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '81d1d665-7282-48d5-a959-475acfd91767'} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:02:09.197789 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-844eae69-b400-4c87-9b54-ec02a3a73cd1 None None] Bound port: c2c36aad-4d6d-406c-9f1b-e9ff05563e01, host: dv-cinder-829630-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d78e02-2399-4b13-8cb2-c9c0d81aeba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 298, 'network_id': '81d1d665-7282-48d5-a959-475acfd91767'}}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:02:09.198171 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-844eae69-b400-4c87-9b54-ec02a3a73cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:09.253037 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-e8003cb6-268e-4608-a49d-46e25a1b15e8 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:09.254632 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-e8003cb6-268e-4608-a49d-46e25a1b15e8 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/networks?id=55dbbf73-0e6e-443d-9d78-4a6112dd0160 HTTP/1.1" status: 200 len: 814 time: 0.1204765 May 04 15:02:09.273088 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-07adbef5-5b10-49a8-91c0-1ebfb60697ad tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/quotas/87d12057fd5046da9f6ec905d089d476 HTTP/1.1" status: 200 len: 375 time: 0.0125751 May 04 15:02:09.274513 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-844eae69-b400-4c87-9b54-ec02a3a73cd1 None None] For port c2c36aad-4d6d-406c-9f1b-e9ff05563e01, host dv-cinder-829630-2-iscsi, cleared binding levels {{(pid=101865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:02:09.277878 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-844eae69-b400-4c87-9b54-ec02a3a73cd1 None None] For port c2c36aad-4d6d-406c-9f1b-e9ff05563e01, host dv-cinder-829630-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=c2c36aad-4d6d-406c-9f1b-e9ff05563e01,segment=NetworkSegment(86d78e02-2399-4b13-8cb2-c9c0d81aeba9),segment_id=86d78e02-2399-4b13-8cb2-c9c0d81aeba9)] {{(pid=101865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:02:09.284639 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-844eae69-b400-4c87-9b54-ec02a3a73cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:09.367480 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844eae69-b400-4c87-9b54-ec02a3a73cd1 None None] Routers {'2028afca-2d9a-45d5-96e5-38be361fdf33'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:02:09.368160 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-844eae69-b400-4c87-9b54-ec02a3a73cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:02:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['2028afca-2d9a-45d5-96e5-38be361fdf33'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:09.375316 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7aacfd-fbfc-4de5-8620-83748cf9139e None None] Pushing event updated for resources: {'Port': ['ID=c2c36aad-4d6d-406c-9f1b-e9ff05563e01,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:09.412179 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-380de705-a42f-4724-8ad3-feeda19bfa8e tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=87d12057fd5046da9f6ec905d089d476&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1323800 May 04 15:02:09.427393 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e58ea5-fbb2-4194-988f-fb80f5e9125d req-ba91cd19-bbf4-4b6e-a453-87dc6b89e687 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:09.429461 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-44e58ea5-fbb2-4194-988f-fb80f5e9125d req-ba91cd19-bbf4-4b6e-a453-87dc6b89e687 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.1078780 May 04 15:02:09.442067 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-9d21f6c7-ee68-43c5-8b98-490a7f46202d None None] Provisioning complete for port c2c36aad-4d6d-406c-9f1b-e9ff05563e01 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:09.442521 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-9d21f6c7-ee68-43c5-8b98-490a7f46202d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:09.545903 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-844eae69-b400-4c87-9b54-ec02a3a73cd1 None None] Set router 2028afca-2d9a-45d5-96e5-38be361fdf33 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:02:09.551023 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-44e58ea5-fbb2-4194-988f-fb80f5e9125d req-a22b47b7-de42-4892-bccf-c10c6dd1f71c tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085734 May 04 15:02:09.608658 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-5682d4ef-0601-45f3-8037-1c4da010f491 service neutron] 10.222.0.42 "GET /v2.0/networks/55dbbf73-0e6e-443d-9d78-4a6112dd0160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773190 May 04 15:02:09.677185 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device ae83a29a-8c7e-4e2b-a4cc-c94b85177419 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:02:09.714558 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-963c9908-f7ce-472c-ba37-113f9a5ace6f service neutron] 10.222.0.42 "GET /v2.0/networks/55dbbf73-0e6e-443d-9d78-4a6112dd0160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044416 May 04 15:02:09.781838 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:09.791247 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-9d21f6c7-ee68-43c5-8b98-490a7f46202d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:09.864052 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port ae83a29a-8c7e-4e2b-a4cc-c94b85177419 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:09.864052 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:09.865605 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59f0362-e64c-4923-8e02-1aa9dd17dc26 req-e808ac98-2574-4edb-a7a5-b215b54332a5 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:09.867967 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b59f0362-e64c-4923-8e02-1aa9dd17dc26 req-e808ac98-2574-4edb-a7a5-b215b54332a5 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 944 time: 0.0807099 May 04 15:02:09.929249 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b59f0362-e64c-4923-8e02-1aa9dd17dc26 req-24ae06c9-dc4a-4d5c-918e-3bbbbf86079a tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479255 May 04 15:02:09.946099 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-9d21f6c7-ee68-43c5-8b98-490a7f46202d None None] For port c2c36aad-4d6d-406c-9f1b-e9ff05563e01, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=c2c36aad-4d6d-406c-9f1b-e9ff05563e01,segment=NetworkSegment(86d78e02-2399-4b13-8cb2-c9c0d81aeba9),segment_id=86d78e02-2399-4b13-8cb2-c9c0d81aeba9)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:09.963805 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-9d21f6c7-ee68-43c5-8b98-490a7f46202d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:09.972878 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-062e83b4-7423-4903-bf42-fb8d21cccc1d req-47ec92ce-41bc-45e0-9d9d-1733ba70db77 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=52c5e6ec-c01f-47f3-9674-e7a0044fa9c1 HTTP/1.1" status: 200 len: 210 time: 0.0493555 May 04 15:02:10.043459 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d21f6c7-ee68-43c5-8b98-490a7f46202d None None] Pushing event updated for resources: {'Port': ['ID=c2c36aad-4d6d-406c-9f1b-e9ff05563e01,revision_number=5']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:10.110834 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-844eae69-b400-4c87-9b54-ec02a3a73cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2028afca-2d9a-45d5-96e5-38be361fdf33', 'name': 'tempest-TestVolumeBootPattern-853310989-router', 'tenant_id': '0d009fe7995a43f4b7568691a8e09fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'ae83a29a-8c7e-4e2b-a4cc-c94b85177419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:02:02Z', 'updated_at': '2022-05-04T15:02:05Z', 'revision_number': 4, 'project_id': '0d009fe7995a43f4b7568691a8e09fa1', 'gw_port': {'id': 'ae83a29a-8c7e-4e2b-a4cc-c94b85177419', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:11:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2028afca-2d9a-45d5-96e5-38be361fdf33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:02Z', 'updated_at': '2022-05-04T15:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': 'c2c36aad-4d6d-406c-9f1b-e9ff05563e01', 'name': '', 'network_id': '81d1d665-7282-48d5-a959-475acfd91767', 'tenant_id': '0d009fe7995a43f4b7568691a8e09fa1', 'mac_address': 'fa:16:3e:5e:98:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2028afca-2d9a-45d5-96e5-38be361fdf33', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '05a3073f-c29d-4267-8acc-01d6818d9ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:04Z', 'updated_at': '2022-05-04T15:02:09Z', 'revision_number': 4, 'project_id': '0d009fe7995a43f4b7568691a8e09fa1', 'subnets': [{'id': '05a3073f-c29d-4267-8acc-01d6818d9ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:10.113294 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-3f3d4e66-b537-4830-94c4-8b83e5427e24 None None] Provisioning complete for port c2c36aad-4d6d-406c-9f1b-e9ff05563e01 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:10.113787 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-3f3d4e66-b537-4830-94c4-8b83e5427e24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:10.162200 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844eae69-b400-4c87-9b54-ec02a3a73cd1 None None] The sync data for ids ['2028afca-2d9a-45d5-96e5-38be361fdf33'] in dv-cinder-829630-2-iscsi is: [{'id': '2028afca-2d9a-45d5-96e5-38be361fdf33', 'name': 'tempest-TestVolumeBootPattern-853310989-router', 'tenant_id': '0d009fe7995a43f4b7568691a8e09fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'ae83a29a-8c7e-4e2b-a4cc-c94b85177419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:02:02Z', 'updated_at': '2022-05-04T15:02:05Z', 'revision_number': 4, 'project_id': '0d009fe7995a43f4b7568691a8e09fa1', 'gw_port': {'id': 'ae83a29a-8c7e-4e2b-a4cc-c94b85177419', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:11:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2028afca-2d9a-45d5-96e5-38be361fdf33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:02Z', 'updated_at': '2022-05-04T15:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': 'c2c36aad-4d6d-406c-9f1b-e9ff05563e01', 'name': '', 'network_id': '81d1d665-7282-48d5-a959-475acfd91767', 'tenant_id': '0d009fe7995a43f4b7568691a8e09fa1', 'mac_address': 'fa:16:3e:5e:98:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2028afca-2d9a-45d5-96e5-38be361fdf33', 'device_owner': 'network:router_interface', 'standard_attr_id': 477, 'fixed_ips': [{'subnet_id': '05a3073f-c29d-4267-8acc-01d6818d9ad6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:04Z', 'updated_at': '2022-05-04T15:02:09Z', 'revision_number': 4, 'project_id': '0d009fe7995a43f4b7568691a8e09fa1', 'subnets': [{'id': '05a3073f-c29d-4267-8acc-01d6818d9ad6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:02:10.405420 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:10.702977 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dd44c6-fd1d-4466-ad74-1b5b27213b04 req-ae8c8743-2452-4b94-9792-a642df8c9ecb tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:10.704659 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-47dd44c6-fd1d-4466-ad74-1b5b27213b04 req-ae8c8743-2452-4b94-9792-a642df8c9ecb tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0586610 May 04 15:02:10.750309 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-47dd44c6-fd1d-4466-ad74-1b5b27213b04 req-b1bdb880-3763-4f71-8f17-263993d1f4b5 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365722 May 04 15:02:11.078632 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 80af6ecb-8dd6-45ae-a159-395bf6bb57b5 up at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:02:11.110191 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b693b941-98e2-41ac-b477-2c8751f6f710 req-7cbaee3e-4dad-48e1-b70f-80259088cb3e tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=52c5e6ec-c01f-47f3-9674-e7a0044fa9c1 HTTP/1.1" status: 200 len: 210 time: 0.0458405 May 04 15:02:11.124677 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fc367d-77ae-405f-b1dc-7a6e22ae150e req-fc28d42e-9188-4764-934a-acc401371097 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:11.138882 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c1fc367d-77ae-405f-b1dc-7a6e22ae150e req-fc28d42e-9188-4764-934a-acc401371097 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 944 time: 0.1214852 May 04 15:02:11.146488 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-070868f4-e4fe-4847-a6ac-6d7157669131 req-dfd4f9b7-8804-4d71-be29-e9a31fa45f56 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0620658 May 04 15:02:11.166119 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning for port 80af6ecb-8dd6-45ae-a159-395bf6bb57b5 completed by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:02:11.170407 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning complete for port 80af6ecb-8dd6-45ae-a159-395bf6bb57b5 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:11.170761 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:11.188200 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c1fc367d-77ae-405f-b1dc-7a6e22ae150e req-74716426-a977-46e0-855b-2b40b03e33c0 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452273 May 04 15:02:11.330782 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:11.331597 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:11.332423 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070868f4-e4fe-4847-a6ac-6d7157669131 req-3083eb6b-89d9-46a7-9bea-212724bdc7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:11.340151 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-070868f4-e4fe-4847-a6ac-6d7157669131 req-3083eb6b-89d9-46a7-9bea-212724bdc7f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=905c2ec6da98485d974f32e58df0cfb5&device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 1099 time: 0.0975018 May 04 15:02:11.369077 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-ea3804ed-1b3c-4f5a-8ed7-75be78a8e34d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:11.371156 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-ea3804ed-1b3c-4f5a-8ed7-75be78a8e34d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.11 "GET /v2.0/networks?id=55dbbf73-0e6e-443d-9d78-4a6112dd0160 HTTP/1.1" status: 200 len: 814 time: 0.1509891 May 04 15:02:11.382099 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 80af6ecb-8dd6-45ae-a159-395bf6bb57b5, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=80af6ecb-8dd6-45ae-a159-395bf6bb57b5,segment=NetworkSegment(95934612-3076-4b22-b597-42ecf73c8405),segment_id=95934612-3076-4b22-b597-42ecf73c8405)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:11.383234 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd163408-7c9c-4edf-a87d-7be5e9eb1295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80af6ecb-8dd6-45ae-a159-395bf6bb57b5'}] {{(pid=101865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:02:11.387231 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13127db273ea31dc2797640238b9d4a3f6ca00c8d3f152038556e6a345f6b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5951b57-d63c-4bf5-9354-09998b5b14b1" -d '{"events": [{"server_uuid": "fd163408-7c9c-4edf-a87d-7be5e9eb1295", "name": "network-vif-plugged", "status": "completed", "tag": "80af6ecb-8dd6-45ae-a159-395bf6bb57b5"}]}' {{(pid=101865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:02:11.396404 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:11.461700 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a95ce7-d2e8-4da4-96ad-4281b4292470 x-openstack-request-id: req-f9a95ce7-d2e8-4da4-96ad-4281b4292470 {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:02:11.462322 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd163408-7c9c-4edf-a87d-7be5e9eb1295", "name": "network-vif-plugged", "status": "completed", "tag": "80af6ecb-8dd6-45ae-a159-395bf6bb57b5", "code": 200}]} {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:02:11.462322 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f9a95ce7-d2e8-4da4-96ad-4281b4292470 {{(pid=101865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:02:11.462645 dv-cinder-829630-2-iscsi neutron-server[101865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9a95ce7-d2e8-4da4-96ad-4281b4292470'] response: {'server_uuid': 'fd163408-7c9c-4edf-a87d-7be5e9eb1295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80af6ecb-8dd6-45ae-a159-395bf6bb57b5', 'code': 200} May 04 15:02:11.466442 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-9f2d02c0-2e3d-4038-b5fe-41ddcb4037c4 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87d12057fd5046da9f6ec905d089d476 HTTP/1.1" status: 200 len: 472 time: 0.0778327 May 04 15:02:11.477719 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=80af6ecb-8dd6-45ae-a159-395bf6bb57b5,revision_number=5']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:11.507276 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-0fdcb3a8-a237-4501-b3fe-f09cb6459895 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Request body: {'port': {'device_id': '52c5e6ec-c01f-47f3-9674-e7a0044fa9c1', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'admin_state_up': True, 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'security_groups': ['38e7ebe9-dc91-4eeb-b7fe-4afabab3d8c4']}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:11.530565 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070868f4-e4fe-4847-a6ac-6d7157669131 req-54a58384-494e-45e1-b0ad-209011b8c753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:11.532324 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-070868f4-e4fe-4847-a6ac-6d7157669131 req-54a58384-494e-45e1-b0ad-209011b8c753 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc HTTP/1.1" status: 200 len: 920 time: 0.1644845 May 04 15:02:11.606783 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-070868f4-e4fe-4847-a6ac-6d7157669131 req-b5011e59-00b5-49b0-ac21-cb9e524b5c53 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4a1747b7-8961-43c7-aa12-ccf71dd190e6 HTTP/1.1" status: 200 len: 217 time: 0.0601914 May 04 15:02:11.657376 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device c2c36aad-4d6d-406c-9f1b-e9ff05563e01 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:02:11.674632 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-0fdcb3a8-a237-4501-b3fe-f09cb6459895 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Made reservation on behalf of 87d12057fd5046da9f6ec905d089d476 for: {'port': 1} {{(pid=101863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:02:11.678442 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-0fdcb3a8-a237-4501-b3fe-f09cb6459895 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:11.685945 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070868f4-e4fe-4847-a6ac-6d7157669131 req-a810ffb1-8160-4fa4-ba4e-1a5b27fb11d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:11.687416 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-070868f4-e4fe-4847-a6ac-6d7157669131 req-a810ffb1-8160-4fa4-ba4e-1a5b27fb11d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a HTTP/1.1" status: 200 len: 858 time: 0.0693977 May 04 15:02:11.747189 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:11.778872 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070868f4-e4fe-4847-a6ac-6d7157669131 req-4a04a86a-693b-46eb-a725-6b2f0d34abcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:11.792392 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port c2c36aad-4d6d-406c-9f1b-e9ff05563e01 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:11.793732 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:11.795164 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-070868f4-e4fe-4847-a6ac-6d7157669131 req-4a04a86a-693b-46eb-a725-6b2f0d34abcc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0994763 May 04 15:02:11.922589 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.db_base_plugin_common [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-0fdcb3a8-a237-4501-b3fe-f09cb6459895 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Allocated IP 172.20.0.3 (55dbbf73-0e6e-443d-9d78-4a6112dd0160/8b0b50cf-2dce-427c-8d06-7da02fdf5e7e/56afd6bc-8990-425c-adf5-ae588537e9ae) {{(pid=101863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:02:11.953398 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b957ac24-78de-4dfd-8c75-f5c412c55689 req-6314559e-31a5-4e71-aa06-3bb2b8ae1d84 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:11.955033 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b957ac24-78de-4dfd-8c75-f5c412c55689 req-6314559e-31a5-4e71-aa06-3bb2b8ae1d84 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0912111 May 04 15:02:12.063564 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b957ac24-78de-4dfd-8c75-f5c412c55689 req-e91cd30f-5c79-4754-b1b0-ecf59a60f13a tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963597 May 04 15:02:12.131307 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-0fdcb3a8-a237-4501-b3fe-f09cb6459895 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for port, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:12.212442 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd891893-15e1-446f-9f9a-5bb04336a1a4 req-b093ab02-5ff2-45c6-9afe-aedaed00277f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:12.215191 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-fd891893-15e1-446f-9f9a-5bb04336a1a4 req-b093ab02-5ff2-45c6-9afe-aedaed00277f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 1098 time: 0.4010115 May 04 15:02:12.241816 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-070868f4-e4fe-4847-a6ac-6d7157669131 req-8fec180c-04de-4543-888a-56e22e1f9cad service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298992 May 04 15:02:12.416841 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-fd891893-15e1-446f-9f9a-5bb04336a1a4 req-ceab944a-9455-4503-b867-81d804559717 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834949 May 04 15:02:12.445840 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-070868f4-e4fe-4847-a6ac-6d7157669131 req-f06c98dd-65d8-4cb8-8bab-260b0356c71d service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170642 May 04 15:02:12.460441 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-45233d7c-e9e8-49ee-bb62-b5d7dbf2f9e9 req-07ffa4c0-1732-423a-a288-4f0773d9e481 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=52c5e6ec-c01f-47f3-9674-e7a0044fa9c1 HTTP/1.1" status: 200 len: 210 time: 0.0608971 May 04 15:02:12.472621 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-0fdcb3a8-a237-4501-b3fe-f09cb6459895 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:12.513302 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf30cb6-d7b9-4772-8cb1-ec7c37b7f33c req-7faa8556-18ac-43fc-bb55-62da8f501cdd tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:12.515942 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7bf30cb6-d7b9-4772-8cb1-ec7c37b7f33c req-7faa8556-18ac-43fc-bb55-62da8f501cdd tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 945 time: 0.1175752 May 04 15:02:12.545027 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-0fdcb3a8-a237-4501-b3fe-f09cb6459895 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Network 55dbbf73-0e6e-443d-9d78-4a6112dd0160 is already hosted by enough agents. {{(pid=101863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:02:12.555050 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-0fdcb3a8-a237-4501-b3fe-f09cb6459895 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Resources bound (agent type, host, resource id): {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:02:12.558408 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdcb3a8-a237-4501-b3fe-f09cb6459895 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event updated for resources: {'Port': ['ID=56afd6bc-8990-425c-adf5-ae588537e9ae,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:12.560562 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-0fdcb3a8-a237-4501-b3fe-f09cb6459895 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Received port after_create {{(pid=101863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:02:12.609905 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7bf30cb6-d7b9-4772-8cb1-ec7c37b7f33c req-ed668ce4-d800-4301-b06f-2b6e951d78d4 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0846388 May 04 15:02:12.635572 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-0fdcb3a8-a237-4501-b3fe-f09cb6459895 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:12.636191 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-0fdcb3a8-a237-4501-b3fe-f09cb6459895 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for port, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:12.654094 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-0fdcb3a8-a237-4501-b3fe-f09cb6459895 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1523843 May 04 15:02:12.790454 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-ef6ed1ef-68a5-4b67-9b15-07f0b582ae3b None None] Provisioning complete for port 56afd6bc-8990-425c-adf5-ae588537e9ae triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:12.791070 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-ef6ed1ef-68a5-4b67-9b15-07f0b582ae3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:12.823978 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-ef6ed1ef-68a5-4b67-9b15-07f0b582ae3b None None] Port 56afd6bc-8990-425c-adf5-ae588537e9ae cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:02:13.014809 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-1d228ec2-96d6-4162-a97d-dc828fb7aec3 service neutron] Request body: {'port': {'device_id': '52c5e6ec-c01f-47f3-9674-e7a0044fa9c1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:13.072937 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-1d228ec2-96d6-4162-a97d-dc828fb7aec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:13.310888 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11db237a-d9b7-4970-b135-3750768ec55c req-c1ba4281-1a7a-495f-a1a9-0355abc79b72 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:13.312533 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-11db237a-d9b7-4970-b135-3750768ec55c req-c1ba4281-1a7a-495f-a1a9-0355abc79b72 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.1698282 May 04 15:02:13.373151 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-11db237a-d9b7-4970-b135-3750768ec55c req-c9372444-a629-4a5c-a392-9273f3d28d97 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546677 May 04 15:02:13.439452 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-1d228ec2-96d6-4162-a97d-dc828fb7aec3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56afd6bc-8990-425c-adf5-ae588537e9ae {{(pid=101863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:02:13.447362 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-1d228ec2-96d6-4162-a97d-dc828fb7aec3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:13.465714 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.provisioning_blocks [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-1d228ec2-96d6-4162-a97d-dc828fb7aec3 service neutron] Transition to ACTIVE for port object 56afd6bc-8990-425c-adf5-ae588537e9ae will not be triggered until provisioned by entity L2. {{(pid=101863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:02:13.470337 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-1d228ec2-96d6-4162-a97d-dc828fb7aec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2944232'] for port, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:13.521176 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d228ec2-96d6-4162-a97d-dc828fb7aec3 service neutron] Pushing event updated for resources: {'Port': ['ID=56afd6bc-8990-425c-adf5-ae588537e9ae,revision_number=2']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:13.629743 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.managers [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-1d228ec2-96d6-4162-a97d-dc828fb7aec3 service neutron] Attempting to bind port 56afd6bc-8990-425c-adf5-ae588537e9ae on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:02:13.630075 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.managers [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-1d228ec2-96d6-4162-a97d-dc828fb7aec3 service neutron] Attempting to bind port 56afd6bc-8990-425c-adf5-ae588537e9ae by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '5fc74e29-6563-4af1-8324-f9079d6eac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160'}] {{(pid=101863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:02:13.630404 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-1d228ec2-96d6-4162-a97d-dc828fb7aec3 service neutron] Attempting to bind port 56afd6bc-8990-425c-adf5-ae588537e9ae on network 55dbbf73-0e6e-443d-9d78-4a6112dd0160 {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:02:13.642093 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064e257-f815-482c-ba0d-ba11caa04963 req-ddff9671-1122-455a-8d9c-134686d69dcb tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:13.643848 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7064e257-f815-482c-ba0d-ba11caa04963 req-ddff9671-1122-455a-8d9c-134686d69dcb tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=52c5e6ec-c01f-47f3-9674-e7a0044fa9c1 HTTP/1.1" status: 200 len: 943 time: 0.0798817 May 04 15:02:13.646225 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-1d228ec2-96d6-4162-a97d-dc828fb7aec3 service neutron] Port 56afd6bc-8990-425c-adf5-ae588537e9ae on network 55dbbf73-0e6e-443d-9d78-4a6112dd0160 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:02:13.646618 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-1d228ec2-96d6-4162-a97d-dc828fb7aec3 service neutron] Attempting to bind port 56afd6bc-8990-425c-adf5-ae588537e9ae on network 55dbbf73-0e6e-443d-9d78-4a6112dd0160 {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:02:13.662014 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-1d228ec2-96d6-4162-a97d-dc828fb7aec3 service neutron] Checking agent: {'id': 'b5e3fd0f-344a-4130-968c-1c1293caf489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'started_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:02:13.662373 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-1d228ec2-96d6-4162-a97d-dc828fb7aec3 service neutron] Checking segment: {'id': '5fc74e29-6563-4af1-8324-f9079d6eac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:02:13.662735 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-1d228ec2-96d6-4162-a97d-dc828fb7aec3 service neutron] Bound using segment: {'id': '5fc74e29-6563-4af1-8324-f9079d6eac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160'} {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:02:13.663167 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.managers [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-1d228ec2-96d6-4162-a97d-dc828fb7aec3 service neutron] Bound port: 56afd6bc-8990-425c-adf5-ae588537e9ae, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fc74e29-6563-4af1-8324-f9079d6eac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160'}}] {{(pid=101863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:02:13.663522 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-1d228ec2-96d6-4162-a97d-dc828fb7aec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:13.734226 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7064e257-f815-482c-ba0d-ba11caa04963 req-893ff3d5-9c3c-43a6-a243-0c5fe2a03562 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e7ebe9-dc91-4eeb-b7fe-4afabab3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826616 May 04 15:02:13.788761 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-1d228ec2-96d6-4162-a97d-dc828fb7aec3 service neutron] For port 56afd6bc-8990-425c-adf5-ae588537e9ae, host hv-cinder-82963, cleared binding levels {{(pid=101863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:02:13.792898 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-1d228ec2-96d6-4162-a97d-dc828fb7aec3 service neutron] For port 56afd6bc-8990-425c-adf5-ae588537e9ae, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=56afd6bc-8990-425c-adf5-ae588537e9ae,segment=NetworkSegment(5fc74e29-6563-4af1-8324-f9079d6eac6f),segment_id=5fc74e29-6563-4af1-8324-f9079d6eac6f)] {{(pid=101863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:02:13.806529 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5356a9-63ff-44e4-a895-8991d39c9c38 req-8eb97bdb-0a41-474a-9049-14a3cc21b7a1 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:13.808461 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7b5356a9-63ff-44e4-a895-8991d39c9c38 req-8eb97bdb-0a41-474a-9049-14a3cc21b7a1 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 945 time: 0.0921714 May 04 15:02:13.809446 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-1d228ec2-96d6-4162-a97d-dc828fb7aec3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2944232'] for port, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:13.852874 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-1d228ec2-96d6-4162-a97d-dc828fb7aec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:13.853820 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-1d228ec2-96d6-4162-a97d-dc828fb7aec3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for port, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:13.855219 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-1d228ec2-96d6-4162-a97d-dc828fb7aec3 service neutron] 10.222.0.11 "PUT /v2.0/ports/56afd6bc-8990-425c-adf5-ae588537e9ae HTTP/1.1" status: 200 len: 1093 time: 0.8451190 May 04 15:02:13.869445 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c5e6ec-c01f-47f3-9674-e7a0044fa9c1', 'tag': '56afd6bc-8990-425c-adf5-ae588537e9ae'}] {{(pid=101863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:02:13.872175 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c6767b5d81d022f3d85e9c22ce19b705c79dd3cfc51145499811648722293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d0a1832-1c1e-4b35-ba0a-302582bc1159" -d '{"events": [{"name": "network-changed", "server_uuid": "52c5e6ec-c01f-47f3-9674-e7a0044fa9c1", "tag": "56afd6bc-8990-425c-adf5-ae588537e9ae"}]}' {{(pid=101863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:02:13.916960 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d228ec2-96d6-4162-a97d-dc828fb7aec3 service neutron] Pushing event updated for resources: {'Port': ['ID=56afd6bc-8990-425c-adf5-ae588537e9ae,revision_number=3']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:13.945823 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7b5356a9-63ff-44e4-a895-8991d39c9c38 req-d763cb3e-666a-4365-947e-4bc86e8240e9 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1143479 May 04 15:02:13.972928 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:02:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c196108c-147f-4538-b259-96f5547f8ab1 x-openstack-request-id: req-c196108c-147f-4538-b259-96f5547f8ab1 {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:02:13.973226 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52c5e6ec-c01f-47f3-9674-e7a0044fa9c1", "tag": "56afd6bc-8990-425c-adf5-ae588537e9ae", "status": "completed", "code": 200}]} {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:02:13.973476 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c196108c-147f-4538-b259-96f5547f8ab1 {{(pid=101863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:02:13.973868 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c196108c-147f-4538-b259-96f5547f8ab1'] response: {'name': 'network-changed', 'server_uuid': '52c5e6ec-c01f-47f3-9674-e7a0044fa9c1', 'tag': '56afd6bc-8990-425c-adf5-ae588537e9ae', 'status': 'completed', 'code': 200} May 04 15:02:13.991598 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-29abbf70-ec3f-4c0f-9c72-38e6c94aed63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:13.993174 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-29abbf70-ec3f-4c0f-9c72-38e6c94aed63 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87d12057fd5046da9f6ec905d089d476&device_id=52c5e6ec-c01f-47f3-9674-e7a0044fa9c1 HTTP/1.1" status: 200 len: 1096 time: 0.0491672 May 04 15:02:14.069266 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-b626a578-a87d-47aa-9551-f81da34d8fd4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56afd6bc-8990-425c-adf5-ae588537e9ae HTTP/1.1" status: 200 len: 217 time: 0.0419636 May 04 15:02:14.126899 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-381e0422-f1ba-4206-99e9-7a1a8a878c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:14.128226 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-381e0422-f1ba-4206-99e9-7a1a8a878c66 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b0b50cf-2dce-427c-8d06-7da02fdf5e7e HTTP/1.1" status: 200 len: 853 time: 0.0522101 May 04 15:02:14.181569 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-b6b5a0c9-2082-4444-bdf2-0f5695ea1491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:14.183646 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-b6b5a0c9-2082-4444-bdf2-0f5695ea1491 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55dbbf73-0e6e-443d-9d78-4a6112dd0160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0464878 May 04 15:02:14.387781 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-193c310e-dd93-4766-a4e6-99b9decf45ad service neutron] 10.222.0.11 "GET /v2.0/networks/55dbbf73-0e6e-443d-9d78-4a6112dd0160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954738 May 04 15:02:14.548266 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13400deb-08e1-498e-80a2-6e1aca3eacda req-d56a83ce-89fe-4d39-9c14-768e6e0408cb tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:14.549781 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-13400deb-08e1-498e-80a2-6e1aca3eacda req-d56a83ce-89fe-4d39-9c14-768e6e0408cb tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0811038 May 04 15:02:14.553755 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1002ad59-2cb5-49a2-961b-541aaf92d286 req-d9114046-cae9-4f91-b41e-4856e7e973a1 service neutron] 10.222.0.11 "GET /v2.0/networks/55dbbf73-0e6e-443d-9d78-4a6112dd0160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451554 May 04 15:02:14.594161 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-13400deb-08e1-498e-80a2-6e1aca3eacda req-d98699a2-3a35-47c5-83d1-0e388da2914b tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384719 May 04 15:02:14.710578 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a1832-1c1e-4b35-ba0a-302582bc1159 req-97e5d024-c237-4139-86ff-1c25a6072000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:14.712149 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2d0a1832-1c1e-4b35-ba0a-302582bc1159 req-97e5d024-c237-4139-86ff-1c25a6072000 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87d12057fd5046da9f6ec905d089d476&device_id=52c5e6ec-c01f-47f3-9674-e7a0044fa9c1 HTTP/1.1" status: 200 len: 1096 time: 0.0486817 May 04 15:02:14.818210 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a1832-1c1e-4b35-ba0a-302582bc1159 req-cdb60d83-13ea-4bb1-9502-95e8407744fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:14.819629 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2d0a1832-1c1e-4b35-ba0a-302582bc1159 req-cdb60d83-13ea-4bb1-9502-95e8407744fd service neutron] 10.222.0.11 "GET /v2.0/networks?id=55dbbf73-0e6e-443d-9d78-4a6112dd0160 HTTP/1.1" status: 200 len: 915 time: 0.0982964 May 04 15:02:14.884222 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2d0a1832-1c1e-4b35-ba0a-302582bc1159 req-579fbdf7-94f6-4584-bf18-4bea5b401961 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56afd6bc-8990-425c-adf5-ae588537e9ae HTTP/1.1" status: 200 len: 217 time: 0.0572655 May 04 15:02:14.937475 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30093c08-1b05-4cfe-8e1f-488b1d9d771d req-d9aa3ee4-14fd-47ac-a388-0dec8873fd93 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:14.939053 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-30093c08-1b05-4cfe-8e1f-488b1d9d771d req-d9aa3ee4-14fd-47ac-a388-0dec8873fd93 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=52c5e6ec-c01f-47f3-9674-e7a0044fa9c1 HTTP/1.1" status: 200 len: 943 time: 0.1232781 May 04 15:02:14.955753 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a1832-1c1e-4b35-ba0a-302582bc1159 req-e09d5b75-99c9-4450-bfeb-5b0a1bcf05cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:14.957183 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2d0a1832-1c1e-4b35-ba0a-302582bc1159 req-e09d5b75-99c9-4450-bfeb-5b0a1bcf05cf service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b0b50cf-2dce-427c-8d06-7da02fdf5e7e HTTP/1.1" status: 200 len: 853 time: 0.0660958 May 04 15:02:14.993491 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-30093c08-1b05-4cfe-8e1f-488b1d9d771d req-1ab82365-03c9-4160-9ef6-58d8c830006b tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e7ebe9-dc91-4eeb-b7fe-4afabab3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479267 May 04 15:02:15.061370 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0a1832-1c1e-4b35-ba0a-302582bc1159 req-cb553973-4716-45fd-ae6c-91262b944c57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:15.062857 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2d0a1832-1c1e-4b35-ba0a-302582bc1159 req-cb553973-4716-45fd-ae6c-91262b944c57 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55dbbf73-0e6e-443d-9d78-4a6112dd0160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0846205 May 04 15:02:15.071053 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e080cb7-5f4d-41f4-8ffd-4441da34cf53 req-2670dacb-8a04-45ca-9ad6-a92951cc52e3 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:15.072468 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5e080cb7-5f4d-41f4-8ffd-4441da34cf53 req-2670dacb-8a04-45ca-9ad6-a92951cc52e3 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 945 time: 0.0648377 May 04 15:02:15.158181 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5e080cb7-5f4d-41f4-8ffd-4441da34cf53 req-9cbae722-40a2-48d5-afa4-37e96e2d57e1 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771456 May 04 15:02:15.186833 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2d0a1832-1c1e-4b35-ba0a-302582bc1159 req-ed96ef62-44f2-4faf-a22d-9d67d936f3c1 service neutron] 10.222.0.11 "GET /v2.0/networks/55dbbf73-0e6e-443d-9d78-4a6112dd0160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133654 May 04 15:02:15.322102 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c92fe93-0ba8-4751-94c8-e570c9474244 req-fe62537f-f29b-4f56-b746-0cb422cf5fee tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:15.324152 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6c92fe93-0ba8-4751-94c8-e570c9474244 req-fe62537f-f29b-4f56-b746-0cb422cf5fee tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 945 time: 0.0799713 May 04 15:02:15.327549 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2d0a1832-1c1e-4b35-ba0a-302582bc1159 req-8b0d9f2e-dcad-42dd-b406-c662a569c3c2 service neutron] 10.222.0.11 "GET /v2.0/networks/55dbbf73-0e6e-443d-9d78-4a6112dd0160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329935 May 04 15:02:15.372172 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6c92fe93-0ba8-4751-94c8-e570c9474244 req-847a4968-a06f-4c14-a458-3a466d625e94 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400898 May 04 15:02:15.395804 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 46410) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:15.590768 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33ff18e-6427-4b66-a44f-ce4b1cfe5b6a tempest-TestShelveInstance-641329389 tempest-TestShelveInstance-641329389-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:15.592251 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-c33ff18e-6427-4b66-a44f-ce4b1cfe5b6a tempest-TestShelveInstance-641329389 tempest-TestShelveInstance-641329389-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 1093 time: 0.1954083 May 04 15:02:15.595383 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 46414) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:15.600223 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-8ae7daec-a8b5-4ea2-aeb3-128737d0b9b3 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Request body: {'floatingip': {'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'port_id': '80af6ecb-8dd6-45ae-a159-395bf6bb57b5', 'tenant_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:15.624474 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-8ae7daec-a8b5-4ea2-aeb3-128737d0b9b3 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks [] for floatingip, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:15.736311 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25395c70-fa66-4af8-ba5e-6dfea516a201 req-dd531c8c-eb9e-4a1e-a880-bcf1ac1beac3 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:15.736679 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-8ae7daec-a8b5-4ea2-aeb3-128737d0b9b3 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:15.738032 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-25395c70-fa66-4af8-ba5e-6dfea516a201 req-dd531c8c-eb9e-4a1e-a880-bcf1ac1beac3 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0536585 May 04 15:02:15.784314 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-25395c70-fa66-4af8-ba5e-6dfea516a201 req-f3b20c56-afea-4a49-91f2-9f2dd3a11bd4 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387366 May 04 15:02:15.849805 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_common [None req-8ae7daec-a8b5-4ea2-aeb3-128737d0b9b3 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Allocated IP 172.27.1.250 (de075482-66db-4cfa-a120-f2ea157cd064/5a69c200-2813-4998-8939-5704799bdcf4/ad3d6312-cf07-4c39-959d-856bbd0353da) {{(pid=101864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:02:15.977690 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-8ae7daec-a8b5-4ea2-aeb3-128737d0b9b3 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks [] for port, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:16.011973 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-8ae7daec-a8b5-4ea2-aeb3-128737d0b9b3 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:16.066621 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ae7daec-a8b5-4ea2-aeb3-128737d0b9b3 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Network de075482-66db-4cfa-a120-f2ea157cd064 is already hosted by enough agents. {{(pid=101864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:02:16.069668 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [None req-8ae7daec-a8b5-4ea2-aeb3-128737d0b9b3 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Resources bound (agent type, host, resource id): {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:02:16.073538 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ae7daec-a8b5-4ea2-aeb3-128737d0b9b3 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Received port after_create {{(pid=101864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:02:16.079442 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7daec-a8b5-4ea2-aeb3-128737d0b9b3 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Pushing event updated for resources: {'Port': ['ID=ad3d6312-cf07-4c39-959d-856bbd0353da,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:16.128302 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31963436-8e2c-4d8d-bb59-34d4699689bc req-4cbfd91e-cd9e-4adf-a178-b94a4b9aa957 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:16.129779 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-31963436-8e2c-4d8d-bb59-34d4699689bc req-4cbfd91e-cd9e-4adf-a178-b94a4b9aa957 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=52c5e6ec-c01f-47f3-9674-e7a0044fa9c1 HTTP/1.1" status: 200 len: 943 time: 0.0524647 May 04 15:02:16.170207 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-31963436-8e2c-4d8d-bb59-34d4699689bc req-03128e09-0985-42ea-ae95-1834704f13f4 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e7ebe9-dc91-4eeb-b7fe-4afabab3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343516 May 04 15:02:16.457155 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-8ae7daec-a8b5-4ea2-aeb3-128737d0b9b3 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:16.541064 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-8ae7daec-a8b5-4ea2-aeb3-128737d0b9b3 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:16.723897 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-8ae7daec-a8b5-4ea2-aeb3-128737d0b9b3 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks [] for port, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:16.728669 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-8ae7daec-a8b5-4ea2-aeb3-128737d0b9b3 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:16.801514 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae7daec-a8b5-4ea2-aeb3-128737d0b9b3 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Pushing event updated for resources: {'Port': ['ID=ad3d6312-cf07-4c39-959d-856bbd0353da,revision_number=2']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:16.812503 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-8ae7daec-a8b5-4ea2-aeb3-128737d0b9b3 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628046'] for floatingip, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:16.918128 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8bd354-dbaa-4868-b813-a753b68cadb5 req-2401e3f8-2e35-45c9-8728-5636cf05c69c tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:16.920048 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ea8bd354-dbaa-4868-b813-a753b68cadb5 req-2401e3f8-2e35-45c9-8728-5636cf05c69c tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0580032 May 04 15:02:16.921765 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.db.l3_db [None req-8ae7daec-a8b5-4ea2-aeb3-128737d0b9b3 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Floating IP 80896a6c-9865-47d0-bf06-2b1f75762a8d associated. External IP: 172.27.1.250, port: 80af6ecb-8dd6-45ae-a159-395bf6bb57b5. May 04 15:02:16.965684 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ea8bd354-dbaa-4868-b813-a753b68cadb5 req-a071876f-882f-4498-8f15-f5f56894d8fc tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367417 May 04 15:02:17.139386 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ae7daec-a8b5-4ea2-aeb3-128737d0b9b3 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Router ac01ba02-fac4-4481-a13a-b468c5c57174 has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:02:17.257952 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ae7daec-a8b5-4ea2-aeb3-128737d0b9b3 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:02:17.268601 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2feb1c3-c96d-4c28-bd23-b94075d32ce6 None None] Sync routers for ids ['ac01ba02-fac4-4481-a13a-b468c5c57174'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:02:17.281260 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-8ae7daec-a8b5-4ea2-aeb3-128737d0b9b3 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:17.283834 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2feb1c3-c96d-4c28-bd23-b94075d32ce6 None None] Routers {'ac01ba02-fac4-4481-a13a-b468c5c57174'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:02:17.284705 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-d2feb1c3-c96d-4c28-bd23-b94075d32ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:02:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['ac01ba02-fac4-4481-a13a-b468c5c57174'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:17.298261 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab331e2-8dad-417d-ad15-5dc6fac28b8f req-f5ca68a9-c206-4e92-81e2-501605cf365c tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:17.300041 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0ab331e2-8dad-417d-ad15-5dc6fac28b8f req-f5ca68a9-c206-4e92-81e2-501605cf365c tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=52c5e6ec-c01f-47f3-9674-e7a0044fa9c1 HTTP/1.1" status: 200 len: 943 time: 0.0575664 May 04 15:02:17.323286 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-8ae7daec-a8b5-4ea2-aeb3-128737d0b9b3 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7143598 May 04 15:02:17.323286 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd163408-7c9c-4edf-a87d-7be5e9eb1295', 'tag': '80af6ecb-8dd6-45ae-a159-395bf6bb57b5'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:02:17.323286 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bdfd92f-4f2c-4f1d-93da-beedb9839451" -d '{"events": [{"name": "network-changed", "server_uuid": "fd163408-7c9c-4edf-a87d-7be5e9eb1295", "tag": "80af6ecb-8dd6-45ae-a159-395bf6bb57b5"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:02:17.352855 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0ab331e2-8dad-417d-ad15-5dc6fac28b8f req-f46a2000-cd30-4dc0-a846-7ff6b41f3082 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e7ebe9-dc91-4eeb-b7fe-4afabab3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439000 May 04 15:02:17.360091 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fd8469-172c-47d9-a381-c1b9fb71876c x-openstack-request-id: req-31fd8469-172c-47d9-a381-c1b9fb71876c {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:02:17.360386 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd163408-7c9c-4edf-a87d-7be5e9eb1295", "tag": "80af6ecb-8dd6-45ae-a159-395bf6bb57b5", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:02:17.360642 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-31fd8469-172c-47d9-a381-c1b9fb71876c {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:02:17.361086 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31fd8469-172c-47d9-a381-c1b9fb71876c'] response: {'name': 'network-changed', 'server_uuid': 'fd163408-7c9c-4edf-a87d-7be5e9eb1295', 'tag': '80af6ecb-8dd6-45ae-a159-395bf6bb57b5', 'status': 'completed', 'code': 200} May 04 15:02:17.465950 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfd92f-4f2c-4f1d-93da-beedb9839451 req-2fb85d9c-804a-48cb-9d59-eae90b94aad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:17.468591 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4bdfd92f-4f2c-4f1d-93da-beedb9839451 req-2fb85d9c-804a-48cb-9d59-eae90b94aad8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6372aa68ca5c44809b1fa0533fd5e71e&device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 1098 time: 0.0491633 May 04 15:02:17.506952 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-d2feb1c3-c96d-4c28-bd23-b94075d32ce6 None None] Set router ac01ba02-fac4-4481-a13a-b468c5c57174 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:02:17.565361 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfd92f-4f2c-4f1d-93da-beedb9839451 req-880dfa35-2c7f-4940-9ef1-edb9f181487f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:17.566864 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4bdfd92f-4f2c-4f1d-93da-beedb9839451 req-880dfa35-2c7f-4940-9ef1-edb9f181487f service neutron] 10.222.0.11 "GET /v2.0/networks?id=fb84f7af-1bc5-4003-9493-f24d10e945c8 HTTP/1.1" status: 200 len: 910 time: 0.0909669 May 04 15:02:17.646760 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4bdfd92f-4f2c-4f1d-93da-beedb9839451 req-a1d9e004-3ba6-4972-9786-c6e478715b41 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80af6ecb-8dd6-45ae-a159-395bf6bb57b5 HTTP/1.1" status: 200 len: 999 time: 0.0677400 May 04 15:02:17.703356 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfd92f-4f2c-4f1d-93da-beedb9839451 req-86663358-8dad-45f3-8bff-5ecc277c4d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:17.705660 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4bdfd92f-4f2c-4f1d-93da-beedb9839451 req-86663358-8dad-45f3-8bff-5ecc277c4d6f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bdee7d98-9fd3-42c6-a1f6-0ef6423d6573 HTTP/1.1" status: 200 len: 848 time: 0.0531390 May 04 15:02:17.754869 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-d2feb1c3-c96d-4c28-bd23-b94075d32ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'name': 'tempest-TestShelveInstance-1964831573-router', 'tenant_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '7488fddd-73e1-4ddc-a5d4-c777ca779c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:59Z', 'updated_at': '2022-05-04T15:01:02Z', 'revision_number': 4, 'project_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'gw_port': {'id': '7488fddd-73e1-4ddc-a5d4-c777ca779c31', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:00Z', 'updated_at': '2022-05-04T15:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': '80896a6c-9865-47d0-bf06-2b1f75762a8d', 'tenant_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'floating_ip_address': '172.27.1.250', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'port_id': '80af6ecb-8dd6-45ae-a159-395bf6bb57b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb84f7af-1bc5-4003-9493-f24d10e945c8', 'mac_address': 'fa:16:3e:86:d6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd163408-7c9c-4edf-a87d-7be5e9eb1295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:02:16Z', 'updated_at': '2022-05-04T15:02:16Z', 'revision_number': 0, 'project_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1728d397-7427-4ed9-a33b-5642e71596de', 'name': '', 'network_id': 'fb84f7af-1bc5-4003-9493-f24d10e945c8', 'tenant_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'mac_address': 'fa:16:3e:52:fc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'bdee7d98-9fd3-42c6-a1f6-0ef6423d6573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:01Z', 'updated_at': '2022-05-04T15:01:07Z', 'revision_number': 5, 'project_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'subnets': [{'id': 'bdee7d98-9fd3-42c6-a1f6-0ef6423d6573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:17.756111 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdfd92f-4f2c-4f1d-93da-beedb9839451 req-5569ca12-384d-44d5-96dc-b33d2cc5803e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:17.757739 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4bdfd92f-4f2c-4f1d-93da-beedb9839451 req-5569ca12-384d-44d5-96dc-b33d2cc5803e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fb84f7af-1bc5-4003-9493-f24d10e945c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0452652 May 04 15:02:17.785213 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2feb1c3-c96d-4c28-bd23-b94075d32ce6 None None] Checking router: ac01ba02-fac4-4481-a13a-b468c5c57174 for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:02:17.794376 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2feb1c3-c96d-4c28-bd23-b94075d32ce6 None None] Routers {'ac01ba02-fac4-4481-a13a-b468c5c57174'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:02:17.794980 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-d2feb1c3-c96d-4c28-bd23-b94075d32ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:02:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['ac01ba02-fac4-4481-a13a-b468c5c57174'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:17.867498 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4bdfd92f-4f2c-4f1d-93da-beedb9839451 req-dfc8d89b-67c3-4515-bece-66a2645c4835 service neutron] 10.222.0.11 "GET /v2.0/networks/fb84f7af-1bc5-4003-9493-f24d10e945c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028068 May 04 15:02:17.906102 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-d2feb1c3-c96d-4c28-bd23-b94075d32ce6 None None] Set router ac01ba02-fac4-4481-a13a-b468c5c57174 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:02:17.972189 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4bdfd92f-4f2c-4f1d-93da-beedb9839451 req-1f4fa132-5494-4142-9305-5e3d1de0703f service neutron] 10.222.0.11 "GET /v2.0/networks/fb84f7af-1bc5-4003-9493-f24d10e945c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980723 May 04 15:02:18.102172 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036a9363-dab5-4432-b0b7-49a05e5eb295 req-ada740c9-9e75-459c-a700-f63c1c84ae28 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:18.104016 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-036a9363-dab5-4432-b0b7-49a05e5eb295 req-ada740c9-9e75-459c-a700-f63c1c84ae28 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0525773 May 04 15:02:18.140357 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-d2feb1c3-c96d-4c28-bd23-b94075d32ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'name': 'tempest-TestShelveInstance-1964831573-router', 'tenant_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '7488fddd-73e1-4ddc-a5d4-c777ca779c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:59Z', 'updated_at': '2022-05-04T15:01:02Z', 'revision_number': 4, 'project_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'gw_port': {'id': '7488fddd-73e1-4ddc-a5d4-c777ca779c31', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:00Z', 'updated_at': '2022-05-04T15:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': '80896a6c-9865-47d0-bf06-2b1f75762a8d', 'tenant_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'floating_ip_address': '172.27.1.250', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'port_id': '80af6ecb-8dd6-45ae-a159-395bf6bb57b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb84f7af-1bc5-4003-9493-f24d10e945c8', 'mac_address': 'fa:16:3e:86:d6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd163408-7c9c-4edf-a87d-7be5e9eb1295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:02:16Z', 'updated_at': '2022-05-04T15:02:16Z', 'revision_number': 0, 'project_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1728d397-7427-4ed9-a33b-5642e71596de', 'name': '', 'network_id': 'fb84f7af-1bc5-4003-9493-f24d10e945c8', 'tenant_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'mac_address': 'fa:16:3e:52:fc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'bdee7d98-9fd3-42c6-a1f6-0ef6423d6573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:01Z', 'updated_at': '2022-05-04T15:01:07Z', 'revision_number': 5, 'project_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'subnets': [{'id': 'bdee7d98-9fd3-42c6-a1f6-0ef6423d6573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:18.146733 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-036a9363-dab5-4432-b0b7-49a05e5eb295 req-834d9bd3-55d4-4df7-86a9-d69e7be3c689 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366499 May 04 15:02:18.172517 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2feb1c3-c96d-4c28-bd23-b94075d32ce6 None None] The sync data for ids ['ac01ba02-fac4-4481-a13a-b468c5c57174'] in dv-cinder-829630-2-iscsi is: [{'id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'name': 'tempest-TestShelveInstance-1964831573-router', 'tenant_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '7488fddd-73e1-4ddc-a5d4-c777ca779c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:59Z', 'updated_at': '2022-05-04T15:01:02Z', 'revision_number': 4, 'project_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'gw_port': {'id': '7488fddd-73e1-4ddc-a5d4-c777ca779c31', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:00Z', 'updated_at': '2022-05-04T15:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': '80896a6c-9865-47d0-bf06-2b1f75762a8d', 'tenant_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'floating_ip_address': '172.27.1.250', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'port_id': '80af6ecb-8dd6-45ae-a159-395bf6bb57b5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 496, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb84f7af-1bc5-4003-9493-f24d10e945c8', 'mac_address': 'fa:16:3e:86:d6:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd163408-7c9c-4edf-a87d-7be5e9eb1295', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:02:16Z', 'updated_at': '2022-05-04T15:02:16Z', 'revision_number': 0, 'project_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1728d397-7427-4ed9-a33b-5642e71596de', 'name': '', 'network_id': 'fb84f7af-1bc5-4003-9493-f24d10e945c8', 'tenant_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'mac_address': 'fa:16:3e:52:fc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'bdee7d98-9fd3-42c6-a1f6-0ef6423d6573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:01Z', 'updated_at': '2022-05-04T15:01:07Z', 'revision_number': 5, 'project_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'subnets': [{'id': 'bdee7d98-9fd3-42c6-a1f6-0ef6423d6573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:02:18.361124 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b00911-51b1-470f-a575-b7b73638e56a None None] New status for floating IP 80896a6c-9865-47d0-bf06-2b1f75762a8d: ACTIVE {{(pid=101865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:02:18.481269 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b3eb70-eb4c-4639-bd65-d2d5bed10eef req-0ed32514-58a4-4577-ab32-615310d8a3b8 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:18.483220 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-60b3eb70-eb4c-4639-bd65-d2d5bed10eef req-0ed32514-58a4-4577-ab32-615310d8a3b8 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=52c5e6ec-c01f-47f3-9674-e7a0044fa9c1 HTTP/1.1" status: 200 len: 943 time: 0.0519009 May 04 15:02:18.528305 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-60b3eb70-eb4c-4639-bd65-d2d5bed10eef req-3d66ad37-2661-4ab9-a489-e9a665f5d1a6 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e7ebe9-dc91-4eeb-b7fe-4afabab3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388598 May 04 15:02:19.095344 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device be8f13a8-1319-4583-87e0-88b7c802c213 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:02:19.197919 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port be8f13a8-1319-4583-87e0-88b7c802c213, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=be8f13a8-1319-4583-87e0-88b7c802c213,segment=NetworkSegment(b1142b6e-dead-4f76-9ea3-713e036ec259),segment_id=b1142b6e-dead-4f76-9ea3-713e036ec259)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:19.209823 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Returning: {'device': 'be8f13a8-1319-4583-87e0-88b7c802c213', 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97', 'port_id': 'be8f13a8-1319-4583-87e0-88b7c802c213', 'mac_address': 'fa:16:3e:1c:4c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:02:19.247113 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:19.263595 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id be8f13a8-1319-4583-87e0-88b7c802c213 {{(pid=101865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:02:19.275320 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3c7519-a353-4e48-836a-aefd5dae2de4 req-af8b79b7-3c5c-4c7c-96bb-2b3733664c4e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:19.276917 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cc3c7519-a353-4e48-836a-aefd5dae2de4 req-af8b79b7-3c5c-4c7c-96bb-2b3733664c4e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0481005 May 04 15:02:19.283056 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port be8f13a8-1319-4583-87e0-88b7c802c213, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=be8f13a8-1319-4583-87e0-88b7c802c213,segment=NetworkSegment(b1142b6e-dead-4f76-9ea3-713e036ec259),segment_id=b1142b6e-dead-4f76-9ea3-713e036ec259)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:19.287449 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:19.288166 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 56afd6bc-8990-425c-adf5-ae588537e9ae details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:02:19.317623 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cc3c7519-a353-4e48-836a-aefd5dae2de4 req-28bd8959-298f-42ac-a7c0-9fd878dc0720 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339301 May 04 15:02:19.492483 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=be8f13a8-1319-4583-87e0-88b7c802c213,revision_number=6']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:19.538302 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 56afd6bc-8990-425c-adf5-ae588537e9ae, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=56afd6bc-8990-425c-adf5-ae588537e9ae,segment=NetworkSegment(5fc74e29-6563-4af1-8324-f9079d6eac6f),segment_id=5fc74e29-6563-4af1-8324-f9079d6eac6f)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:19.554197 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Returning: {'device': '56afd6bc-8990-425c-adf5-ae588537e9ae', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'port_id': '56afd6bc-8990-425c-adf5-ae588537e9ae', 'mac_address': 'fa:16:3e:69:f5:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:02:19.593638 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:19.610194 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56afd6bc-8990-425c-adf5-ae588537e9ae {{(pid=101865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:02:19.630174 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 56afd6bc-8990-425c-adf5-ae588537e9ae, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=56afd6bc-8990-425c-adf5-ae588537e9ae,segment=NetworkSegment(5fc74e29-6563-4af1-8324-f9079d6eac6f),segment_id=5fc74e29-6563-4af1-8324-f9079d6eac6f)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:19.634250 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:19.652860 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82eed8a7-4c10-4d8c-850e-658e0ba8ab74 req-cc9e9c1f-28dc-4658-8151-79a6699c5bf9 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:19.654332 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-82eed8a7-4c10-4d8c-850e-658e0ba8ab74 req-cc9e9c1f-28dc-4658-8151-79a6699c5bf9 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=52c5e6ec-c01f-47f3-9674-e7a0044fa9c1 HTTP/1.1" status: 200 len: 943 time: 0.0487368 May 04 15:02:19.686890 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=56afd6bc-8990-425c-adf5-ae588537e9ae,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:19.704041 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-82eed8a7-4c10-4d8c-850e-658e0ba8ab74 req-419974ae-6afd-478d-b023-9cf354d72930 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e7ebe9-dc91-4eeb-b7fe-4afabab3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420575 May 04 15:02:19.875326 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['be8f13a8-1319-4583-87e0-88b7c802c213'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:02:20.399595 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['56afd6bc-8990-425c-adf5-ae588537e9ae'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:02:20.454252 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695b7dc9-f785-4d04-b117-ab89c5f5a6d9 req-c1bf207c-28dd-4ef6-a882-ba3e1b42f414 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:20.455779 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-695b7dc9-f785-4d04-b117-ab89c5f5a6d9 req-c1bf207c-28dd-4ef6-a882-ba3e1b42f414 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 944 time: 0.0528343 May 04 15:02:20.495923 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-695b7dc9-f785-4d04-b117-ab89c5f5a6d9 req-babd3a8f-481f-4d9c-8b43-ad18935bb0ff tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338428 May 04 15:02:20.820152 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4632e-6b6d-42e7-9c0f-b8fc01bafb11 req-50ac435a-fa26-4761-9e01-27a15d23f338 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:20.821643 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-32f4632e-6b6d-42e7-9c0f-b8fc01bafb11 req-50ac435a-fa26-4761-9e01-27a15d23f338 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=52c5e6ec-c01f-47f3-9674-e7a0044fa9c1 HTTP/1.1" status: 200 len: 944 time: 0.0494647 May 04 15:02:20.859280 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-32f4632e-6b6d-42e7-9c0f-b8fc01bafb11 req-5255d459-28fe-48d5-a568-4b7ae0135239 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e7ebe9-dc91-4eeb-b7fe-4afabab3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316696 May 04 15:02:21.120329 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device be8f13a8-1319-4583-87e0-88b7c802c213 up at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:02:21.166551 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning complete for port be8f13a8-1319-4583-87e0-88b7c802c213 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:21.166914 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:21.242229 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:21.268123 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aff994d-b792-4368-b2da-53eea8aa7ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8f13a8-1319-4583-87e0-88b7c802c213'}] {{(pid=101865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:02:21.270386 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13127db273ea31dc2797640238b9d4a3f6ca00c8d3f152038556e6a345f6b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa7266dc-9260-49d0-bacf-b2aa360f7f17" -d '{"events": [{"server_uuid": "0aff994d-b792-4368-b2da-53eea8aa7ad2", "name": "network-vif-plugged", "status": "completed", "tag": "be8f13a8-1319-4583-87e0-88b7c802c213"}]}' {{(pid=101865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:02:21.284188 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port be8f13a8-1319-4583-87e0-88b7c802c213, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=be8f13a8-1319-4583-87e0-88b7c802c213,segment=NetworkSegment(b1142b6e-dead-4f76-9ea3-713e036ec259),segment_id=b1142b6e-dead-4f76-9ea3-713e036ec259)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:21.290058 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:21.325115 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:02:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbb3527-6e04-41f1-8fab-882bc95e306f x-openstack-request-id: req-2cbb3527-6e04-41f1-8fab-882bc95e306f {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:02:21.325407 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aff994d-b792-4368-b2da-53eea8aa7ad2", "name": "network-vif-plugged", "status": "completed", "tag": "be8f13a8-1319-4583-87e0-88b7c802c213", "code": 200}]} {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:02:21.325655 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2cbb3527-6e04-41f1-8fab-882bc95e306f {{(pid=101865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:02:21.326043 dv-cinder-829630-2-iscsi neutron-server[101865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2cbb3527-6e04-41f1-8fab-882bc95e306f'] response: {'server_uuid': '0aff994d-b792-4368-b2da-53eea8aa7ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8f13a8-1319-4583-87e0-88b7c802c213', 'code': 200} May 04 15:02:21.352007 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=be8f13a8-1319-4583-87e0-88b7c802c213,revision_number=7']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:21.613519 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c89fd0-2fa0-4195-be4d-1fad051293df req-65b4bc36-42b3-4903-9a24-e40831e0f77d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:21.614973 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e1c89fd0-2fa0-4195-be4d-1fad051293df req-65b4bc36-42b3-4903-9a24-e40831e0f77d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0481248 May 04 15:02:21.658333 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e1c89fd0-2fa0-4195-be4d-1fad051293df req-67b0f32a-ee29-409f-a8c7-e6df8048b5bf tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373819 May 04 15:02:21.991533 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce93f9ce-14fd-4fcb-8ff5-a8af52ee25e0 req-b2b601fb-f1a1-4bc2-adf5-077aaeb0bdfb tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:21.993328 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ce93f9ce-14fd-4fcb-8ff5-a8af52ee25e0 req-b2b601fb-f1a1-4bc2-adf5-077aaeb0bdfb tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=52c5e6ec-c01f-47f3-9674-e7a0044fa9c1 HTTP/1.1" status: 200 len: 944 time: 0.0545144 May 04 15:02:22.040116 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ce93f9ce-14fd-4fcb-8ff5-a8af52ee25e0 req-aaab5f72-18a8-4fb0-aaca-b19ae1316a80 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e7ebe9-dc91-4eeb-b7fe-4afabab3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397847 May 04 15:02:22.777559 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4987a-1928-47dc-a68a-8d0a7afe55a1 req-f7f6869d-0616-42ee-869e-a58af3737cba tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:22.779031 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a2d4987a-1928-47dc-a68a-8d0a7afe55a1 req-f7f6869d-0616-42ee-869e-a58af3737cba tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0485098 May 04 15:02:22.818208 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a2d4987a-1928-47dc-a68a-8d0a7afe55a1 req-38284048-918c-4121-96ef-57fb641a04ca tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325606 May 04 15:02:23.111254 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 56afd6bc-8990-425c-adf5-ae588537e9ae up at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:02:23.157313 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df2ee21-77a5-4436-9ba9-d3183735483d req-abf4a975-e5f7-49df-9220-4a67e70e96e6 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:23.158806 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2df2ee21-77a5-4436-9ba9-d3183735483d req-abf4a975-e5f7-49df-9220-4a67e70e96e6 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=52c5e6ec-c01f-47f3-9674-e7a0044fa9c1 HTTP/1.1" status: 200 len: 944 time: 0.0486040 May 04 15:02:23.166054 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning for port 56afd6bc-8990-425c-adf5-ae588537e9ae completed by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:02:23.170471 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning complete for port 56afd6bc-8990-425c-adf5-ae588537e9ae triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:23.170841 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:23.200518 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2df2ee21-77a5-4436-9ba9-d3183735483d req-a8d47179-7033-4761-b241-39d7938cb910 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e7ebe9-dc91-4eeb-b7fe-4afabab3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348487 May 04 15:02:23.249143 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:23.284489 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 56afd6bc-8990-425c-adf5-ae588537e9ae, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=56afd6bc-8990-425c-adf5-ae588537e9ae,segment=NetworkSegment(5fc74e29-6563-4af1-8324-f9079d6eac6f),segment_id=5fc74e29-6563-4af1-8324-f9079d6eac6f)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:23.290475 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:23.331151 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c5e6ec-c01f-47f3-9674-e7a0044fa9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56afd6bc-8990-425c-adf5-ae588537e9ae'}] {{(pid=101865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:02:23.332826 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13127db273ea31dc2797640238b9d4a3f6ca00c8d3f152038556e6a345f6b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c5cc4b-1d34-45c5-99f2-bec5fe0951c1" -d '{"events": [{"server_uuid": "52c5e6ec-c01f-47f3-9674-e7a0044fa9c1", "name": "network-vif-plugged", "status": "completed", "tag": "56afd6bc-8990-425c-adf5-ae588537e9ae"}]}' {{(pid=101865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:02:23.345860 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=56afd6bc-8990-425c-adf5-ae588537e9ae,revision_number=5']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:23.371598 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-475d8665-8f87-4e44-bf28-fe52657c8b4b x-openstack-request-id: req-475d8665-8f87-4e44-bf28-fe52657c8b4b {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:02:23.371940 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c5e6ec-c01f-47f3-9674-e7a0044fa9c1", "name": "network-vif-plugged", "status": "completed", "tag": "56afd6bc-8990-425c-adf5-ae588537e9ae", "code": 200}]} {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:02:23.372219 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-475d8665-8f87-4e44-bf28-fe52657c8b4b {{(pid=101865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:02:23.372639 dv-cinder-829630-2-iscsi neutron-server[101865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-475d8665-8f87-4e44-bf28-fe52657c8b4b'] response: {'server_uuid': '52c5e6ec-c01f-47f3-9674-e7a0044fa9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56afd6bc-8990-425c-adf5-ae588537e9ae', 'code': 200} May 04 15:02:23.587313 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f696d7e-9e8a-49de-be58-ab36989b9432 req-6b1fc562-afb8-41eb-a20e-665e37b42d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:23.588699 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6f696d7e-9e8a-49de-be58-ab36989b9432 req-6b1fc562-afb8-41eb-a20e-665e37b42d4c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=52c5e6ec-c01f-47f3-9674-e7a0044fa9c1 HTTP/1.1" status: 200 len: 1098 time: 0.0400665 May 04 15:02:23.624890 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6f696d7e-9e8a-49de-be58-ab36989b9432 req-a1ebf0f9-7d80-415f-b95b-ad717c6bf1e4 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=38e7ebe9-dc91-4eeb-b7fe-4afabab3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295846 May 04 15:02:23.938199 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fcb1a8-c767-4e2f-8efb-3e7b38db09a9 req-cd6cfe69-fb60-495d-888d-c4e79ad8de9f tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:23.939735 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-44fcb1a8-c767-4e2f-8efb-3e7b38db09a9 req-cd6cfe69-fb60-495d-888d-c4e79ad8de9f tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0490210 May 04 15:02:23.978063 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-44fcb1a8-c767-4e2f-8efb-3e7b38db09a9 req-4b7629b6-529c-440b-90cc-e380d4bde52c tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322955 May 04 15:02:24.325110 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c5539e-67c9-4032-a942-e12bf5b0af4b req-9e91439b-1f47-47e2-8fb9-cf5f76397119 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:24.327275 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-73c5539e-67c9-4032-a942-e12bf5b0af4b req-9e91439b-1f47-47e2-8fb9-cf5f76397119 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=52c5e6ec-c01f-47f3-9674-e7a0044fa9c1 HTTP/1.1" status: 200 len: 945 time: 0.0544186 May 04 15:02:24.378620 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-73c5539e-67c9-4032-a942-e12bf5b0af4b req-68c42323-10b6-4f02-a79b-525f8b32ab37 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e7ebe9-dc91-4eeb-b7fe-4afabab3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448408 May 04 15:02:25.106926 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7aa1696-7c13-4e7e-aa3f-022cc4eaa00b req-220704da-f85a-46a0-9566-44842741f6fd tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:25.109021 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a7aa1696-7c13-4e7e-aa3f-022cc4eaa00b req-220704da-f85a-46a0-9566-44842741f6fd tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0497098 May 04 15:02:25.147680 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a7aa1696-7c13-4e7e-aa3f-022cc4eaa00b req-b76a487d-5584-41b8-9a60-66c7fdc02725 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311804 May 04 15:02:25.500987 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9062c989-eb3f-478f-a8af-5e8015a09af1 req-9a8f0dfb-358d-4742-8179-3dd1e8c8ab8f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:25.502716 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9062c989-eb3f-478f-a8af-5e8015a09af1 req-9a8f0dfb-358d-4742-8179-3dd1e8c8ab8f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=52c5e6ec-c01f-47f3-9674-e7a0044fa9c1 HTTP/1.1" status: 200 len: 945 time: 0.0494368 May 04 15:02:25.542477 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9062c989-eb3f-478f-a8af-5e8015a09af1 req-3558831d-b31b-45f9-9ca5-4b32547b4c46 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e7ebe9-dc91-4eeb-b7fe-4afabab3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336194 May 04 15:02:26.273739 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca725bb5-06c3-4e91-a749-4c7bd4846fc6 req-ef5fcce8-3fa4-41db-8604-7400a9d15b00 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:26.275603 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ca725bb5-06c3-4e91-a749-4c7bd4846fc6 req-ef5fcce8-3fa4-41db-8604-7400a9d15b00 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0515826 May 04 15:02:26.327400 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ca725bb5-06c3-4e91-a749-4c7bd4846fc6 req-2f550e6b-17b8-4522-8f95-e9bd3c70dac1 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452209 May 04 15:02:26.663513 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29a5f5d-59b2-4dbb-a1cc-5916007b921e req-020df3e7-14b5-4181-b601-942c522e8c3f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:26.665217 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a29a5f5d-59b2-4dbb-a1cc-5916007b921e req-020df3e7-14b5-4181-b601-942c522e8c3f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=52c5e6ec-c01f-47f3-9674-e7a0044fa9c1 HTTP/1.1" status: 200 len: 945 time: 0.0527039 May 04 15:02:26.708375 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a29a5f5d-59b2-4dbb-a1cc-5916007b921e req-b5f6bdde-a694-41ff-9983-df3281a0378d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e7ebe9-dc91-4eeb-b7fe-4afabab3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349715 May 04 15:02:26.830535 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab364684-3b50-4404-9c55-02beb512b8e3 req-2d0e5165-56a4-4f4a-a0b9-b9136e9ed7aa tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:26.832014 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ab364684-3b50-4404-9c55-02beb512b8e3 req-2d0e5165-56a4-4f4a-a0b9-b9136e9ed7aa tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=52c5e6ec-c01f-47f3-9674-e7a0044fa9c1 HTTP/1.1" status: 200 len: 945 time: 0.0600007 May 04 15:02:26.840933 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 46508) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:26.846020 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-2b0ba7d3-55e2-4b0f-98f9-2b35fede8eaa tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Request body: {'floatingip': {'port_id': '56afd6bc-8990-425c-adf5-ae588537e9ae'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:26.886779 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-2b0ba7d3-55e2-4b0f-98f9-2b35fede8eaa tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for floatingip, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:27.371018 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-2b0ba7d3-55e2-4b0f-98f9-2b35fede8eaa tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:27.375736 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-2b0ba7d3-55e2-4b0f-98f9-2b35fede8eaa tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628046'] for floatingip, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:27.476553 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb937073-32a0-4f90-812a-8f0b3d83fdb4 req-870cedcd-5e0f-4c41-8f1e-fa6e6c58fe2f tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:27.478375 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cb937073-32a0-4f90-812a-8f0b3d83fdb4 req-870cedcd-5e0f-4c41-8f1e-fa6e6c58fe2f tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0641854 May 04 15:02:27.482169 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.db.l3_db [None req-2b0ba7d3-55e2-4b0f-98f9-2b35fede8eaa tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Floating IP 3f95d814-9501-4b76-bfac-feb6c1d9ad08 associated. External IP: 172.27.1.103, port: 56afd6bc-8990-425c-adf5-ae588537e9ae. May 04 15:02:27.522271 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cb937073-32a0-4f90-812a-8f0b3d83fdb4 req-070b7456-5570-4f26-9899-165551751afe tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352592 May 04 15:02:27.725936 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b0ba7d3-55e2-4b0f-98f9-2b35fede8eaa tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Router 10cb654b-ad6a-4737-b26f-4dd942827a1c has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:02:27.841579 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b0ba7d3-55e2-4b0f-98f9-2b35fede8eaa tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:02:27.847609 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-2b0ba7d3-55e2-4b0f-98f9-2b35fede8eaa tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:27.853303 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a8661b-9146-4496-accf-6f7d256ffa95 None None] Sync routers for ids ['10cb654b-ad6a-4737-b26f-4dd942827a1c'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:02:27.866604 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a8661b-9146-4496-accf-6f7d256ffa95 None None] Routers {'10cb654b-ad6a-4737-b26f-4dd942827a1c'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:02:27.867480 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-88a8661b-9146-4496-accf-6f7d256ffa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:02:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['10cb654b-ad6a-4737-b26f-4dd942827a1c'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:27.879120 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-2b0ba7d3-55e2-4b0f-98f9-2b35fede8eaa tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "PUT /v2.0/floatingips/3f95d814-9501-4b76-bfac-feb6c1d9ad08 HTTP/1.1" status: 200 len: 991 time: 1.0370533 May 04 15:02:27.879699 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52c5e6ec-c01f-47f3-9674-e7a0044fa9c1', 'tag': '56afd6bc-8990-425c-adf5-ae588537e9ae'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:02:27.881984 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc36baf-63b3-430a-a26e-dd98db3eaf3f" -d '{"events": [{"name": "network-changed", "server_uuid": "52c5e6ec-c01f-47f3-9674-e7a0044fa9c1", "tag": "56afd6bc-8990-425c-adf5-ae588537e9ae"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:02:27.924382 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:02:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d73eca6-55fb-4290-b1b2-aace918d952e x-openstack-request-id: req-5d73eca6-55fb-4290-b1b2-aace918d952e {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:02:27.924616 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52c5e6ec-c01f-47f3-9674-e7a0044fa9c1", "tag": "56afd6bc-8990-425c-adf5-ae588537e9ae", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:02:27.924853 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5d73eca6-55fb-4290-b1b2-aace918d952e {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:02:27.925278 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d73eca6-55fb-4290-b1b2-aace918d952e'] response: {'name': 'network-changed', 'server_uuid': '52c5e6ec-c01f-47f3-9674-e7a0044fa9c1', 'tag': '56afd6bc-8990-425c-adf5-ae588537e9ae', 'status': 'completed', 'code': 200} May 04 15:02:27.984165 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-88a8661b-9146-4496-accf-6f7d256ffa95 None None] Set router 10cb654b-ad6a-4737-b26f-4dd942827a1c gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:02:28.020782 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc36baf-63b3-430a-a26e-dd98db3eaf3f req-96b49f1d-37de-481f-a6d5-554923cf1d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:28.022401 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ddc36baf-63b3-430a-a26e-dd98db3eaf3f req-96b49f1d-37de-481f-a6d5-554923cf1d38 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87d12057fd5046da9f6ec905d089d476&device_id=52c5e6ec-c01f-47f3-9674-e7a0044fa9c1 HTTP/1.1" status: 200 len: 1098 time: 0.0499222 May 04 15:02:28.135461 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc36baf-63b3-430a-a26e-dd98db3eaf3f req-674c6877-67b6-4fd1-a3b0-a910606e02ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:28.137547 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ddc36baf-63b3-430a-a26e-dd98db3eaf3f req-674c6877-67b6-4fd1-a3b0-a910606e02ca service neutron] 10.222.0.11 "GET /v2.0/networks?id=55dbbf73-0e6e-443d-9d78-4a6112dd0160 HTTP/1.1" status: 200 len: 915 time: 0.1053607 May 04 15:02:28.226792 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ddc36baf-63b3-430a-a26e-dd98db3eaf3f req-72501f80-5560-4396-89e6-4aaf79e6a4d7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=56afd6bc-8990-425c-adf5-ae588537e9ae HTTP/1.1" status: 200 len: 999 time: 0.0773563 May 04 15:02:28.257210 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-88a8661b-9146-4496-accf-6f7d256ffa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'name': 'tempest-AttachVolumeNegativeTest-576760527-router', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:16Z', 'updated_at': '2022-05-04T14:58:27Z', 'revision_number': 4, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'gw_port': {'id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:18Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': '07ab719f-9392-4bc6-95e3-fdaf3cc1ec6e', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'port_id': 'cb97ac84-54da-488b-9b73-f200d4344050', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'mac_address': 'fa:16:3e:5c:14:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9f3572-93ab-436c-82e9-45dd8fe11b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:58:44Z', 'updated_at': '2022-05-04T14:59:22Z', 'revision_number': 2, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'fixed_ip_address_scope': None}, {'id': '3f95d814-9501-4b76-bfac-feb6c1d9ad08', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'floating_ip_address': '172.27.1.103', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'port_id': '56afd6bc-8990-425c-adf5-ae588537e9ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'mac_address': 'fa:16:3e:69:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c5e6ec-c01f-47f3-9674-e7a0044fa9c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:02:08Z', 'updated_at': '2022-05-04T15:02:27Z', 'revision_number': 1, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940cd6bd-3d19-4d8a-861d-318d5f850d18', 'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'mac_address': 'fa:16:3e:bf:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:24Z', 'updated_at': '2022-05-04T14:58:41Z', 'revision_number': 5, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'subnets': [{'id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:28.288680 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a8661b-9146-4496-accf-6f7d256ffa95 None None] Checking router: 10cb654b-ad6a-4737-b26f-4dd942827a1c for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:02:28.297941 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a8661b-9146-4496-accf-6f7d256ffa95 None None] Routers {'10cb654b-ad6a-4737-b26f-4dd942827a1c'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:02:28.298784 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-88a8661b-9146-4496-accf-6f7d256ffa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:02:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['10cb654b-ad6a-4737-b26f-4dd942827a1c'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:28.307738 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc36baf-63b3-430a-a26e-dd98db3eaf3f req-8a1e3ee1-ed49-4130-82a3-4bf8952604dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:28.309348 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ddc36baf-63b3-430a-a26e-dd98db3eaf3f req-8a1e3ee1-ed49-4130-82a3-4bf8952604dc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b0b50cf-2dce-427c-8d06-7da02fdf5e7e HTTP/1.1" status: 200 len: 853 time: 0.0616732 May 04 15:02:28.364579 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc36baf-63b3-430a-a26e-dd98db3eaf3f req-e8b74c13-02c2-4b37-8d21-933c028b2ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:28.366232 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ddc36baf-63b3-430a-a26e-dd98db3eaf3f req-e8b74c13-02c2-4b37-8d21-933c028b2ebf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55dbbf73-0e6e-443d-9d78-4a6112dd0160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0489545 May 04 15:02:28.412003 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-88a8661b-9146-4496-accf-6f7d256ffa95 None None] Set router 10cb654b-ad6a-4737-b26f-4dd942827a1c gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:02:28.475526 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ddc36baf-63b3-430a-a26e-dd98db3eaf3f req-d328fe72-ba7d-4db9-83cd-8212eb782ea9 service neutron] 10.222.0.11 "GET /v2.0/networks/55dbbf73-0e6e-443d-9d78-4a6112dd0160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012604 May 04 15:02:28.587560 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ddc36baf-63b3-430a-a26e-dd98db3eaf3f req-8f62013c-74de-486c-99b2-b6330c9e6e11 service neutron] 10.222.0.11 "GET /v2.0/networks/55dbbf73-0e6e-443d-9d78-4a6112dd0160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1049974 May 04 15:02:28.735776 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca11603-8b0c-41a8-bada-d01677039a9f req-de4fca98-59ab-43be-8605-91cebd3471ef tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:28.737366 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0ca11603-8b0c-41a8-bada-d01677039a9f req-de4fca98-59ab-43be-8605-91cebd3471ef tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0599375 May 04 15:02:28.788963 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0ca11603-8b0c-41a8-bada-d01677039a9f req-4d8460b1-3806-4ccf-b257-c62a0c0fb52e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438471 May 04 15:02:28.854289 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-88a8661b-9146-4496-accf-6f7d256ffa95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'name': 'tempest-AttachVolumeNegativeTest-576760527-router', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:16Z', 'updated_at': '2022-05-04T14:58:27Z', 'revision_number': 4, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'gw_port': {'id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:18Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': '07ab719f-9392-4bc6-95e3-fdaf3cc1ec6e', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'port_id': 'cb97ac84-54da-488b-9b73-f200d4344050', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'mac_address': 'fa:16:3e:5c:14:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9f3572-93ab-436c-82e9-45dd8fe11b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:58:44Z', 'updated_at': '2022-05-04T14:59:22Z', 'revision_number': 2, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'fixed_ip_address_scope': None}, {'id': '3f95d814-9501-4b76-bfac-feb6c1d9ad08', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'floating_ip_address': '172.27.1.103', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'port_id': '56afd6bc-8990-425c-adf5-ae588537e9ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'mac_address': 'fa:16:3e:69:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c5e6ec-c01f-47f3-9674-e7a0044fa9c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:02:08Z', 'updated_at': '2022-05-04T15:02:27Z', 'revision_number': 1, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940cd6bd-3d19-4d8a-861d-318d5f850d18', 'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'mac_address': 'fa:16:3e:bf:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:24Z', 'updated_at': '2022-05-04T14:58:41Z', 'revision_number': 5, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'subnets': [{'id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:02:28.885356 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a8661b-9146-4496-accf-6f7d256ffa95 None None] The sync data for ids ['10cb654b-ad6a-4737-b26f-4dd942827a1c'] in dv-cinder-829630-2-iscsi is: [{'id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'name': 'tempest-AttachVolumeNegativeTest-576760527-router', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:16Z', 'updated_at': '2022-05-04T14:58:27Z', 'revision_number': 4, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'gw_port': {'id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:18Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': '07ab719f-9392-4bc6-95e3-fdaf3cc1ec6e', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'port_id': 'cb97ac84-54da-488b-9b73-f200d4344050', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'mac_address': 'fa:16:3e:5c:14:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9f3572-93ab-436c-82e9-45dd8fe11b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:58:44Z', 'updated_at': '2022-05-04T14:59:22Z', 'revision_number': 2, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'fixed_ip_address_scope': None}, {'id': '3f95d814-9501-4b76-bfac-feb6c1d9ad08', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'floating_ip_address': '172.27.1.103', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'port_id': '56afd6bc-8990-425c-adf5-ae588537e9ae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 493, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'mac_address': 'fa:16:3e:69:f5:f3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52c5e6ec-c01f-47f3-9674-e7a0044fa9c1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:02:08Z', 'updated_at': '2022-05-04T15:02:27Z', 'revision_number': 1, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940cd6bd-3d19-4d8a-861d-318d5f850d18', 'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'mac_address': 'fa:16:3e:bf:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:24Z', 'updated_at': '2022-05-04T14:58:41Z', 'revision_number': 5, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'subnets': [{'id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:02:29.135840 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d682ef-3ca6-479d-b44e-b76481e4f6db None None] New status for floating IP 3f95d814-9501-4b76-bfac-feb6c1d9ad08: ACTIVE {{(pid=101865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:02:29.949934 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36524c65-009f-4043-bcc5-d04f9d420923 req-e9a42884-c6e3-41fe-9133-55b212215bb9 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:29.961145 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-36524c65-009f-4043-bcc5-d04f9d420923 req-e9a42884-c6e3-41fe-9133-55b212215bb9 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0776350 May 04 15:02:30.022124 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-36524c65-009f-4043-bcc5-d04f9d420923 req-76ef799a-f4ca-40ba-b0eb-8d84a5b894b9 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599067 May 04 15:02:31.145030 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216bddf0-3570-4d1c-acf2-1898ee7ef71b req-49d45bd3-970a-491f-8c8b-ca160eaec0cc tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:31.146514 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-216bddf0-3570-4d1c-acf2-1898ee7ef71b req-49d45bd3-970a-491f-8c8b-ca160eaec0cc tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0483642 May 04 15:02:31.193424 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-216bddf0-3570-4d1c-acf2-1898ee7ef71b req-8ade390d-9c78-4599-bb65-a1ccd16ac95b tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408797 May 04 15:02:32.339267 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86719c13-398b-4a81-a50e-ad273a8c289c req-cbde6d81-612b-4d22-9001-3a088c3ccac1 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:32.341137 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-86719c13-398b-4a81-a50e-ad273a8c289c req-cbde6d81-612b-4d22-9001-3a088c3ccac1 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0570467 May 04 15:02:32.387401 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-86719c13-398b-4a81-a50e-ad273a8c289c req-8fcbb13f-9f21-46c5-aa91-71d629add7f5 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389583 May 04 15:02:33.548159 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925e70f6-0557-4a8c-88dc-3ef1b3690a6f req-b0b8ce8c-d155-4c58-9c80-2d18d947cd11 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:33.549714 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-925e70f6-0557-4a8c-88dc-3ef1b3690a6f req-b0b8ce8c-d155-4c58-9c80-2d18d947cd11 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0721004 May 04 15:02:33.599231 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-925e70f6-0557-4a8c-88dc-3ef1b3690a6f req-9b3702cb-598d-4215-ad8c-9a54d075f5fb tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426426 May 04 15:02:34.276336 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada93288-0f9b-491a-8398-fb3464a1688b req-4b518bc2-b44f-4cfe-9664-68dd64f26bde tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:34.286136 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ada93288-0f9b-491a-8398-fb3464a1688b req-4b518bc2-b44f-4cfe-9664-68dd64f26bde tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 984 time: 0.0959034 May 04 15:02:34.331296 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba93af8-41fa-45a8-bd87-e9a94611df30 req-4f46d4cc-c2e4-4e0a-8282-99b112dd54cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:34.333062 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4ba93af8-41fa-45a8-bd87-e9a94611df30 req-4f46d4cc-c2e4-4e0a-8282-99b112dd54cf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d86fd4352b584822a6e3b6effecc05c5&device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 1137 time: 0.1044006 May 04 15:02:34.340455 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ada93288-0f9b-491a-8398-fb3464a1688b req-d63c93e6-1f8c-4ffd-8c3e-6f8a03ecca24 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&id=fa132280-3474-411c-8fd1-1ba9f737109d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531726 May 04 15:02:34.441575 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba93af8-41fa-45a8-bd87-e9a94611df30 req-350c08ac-d203-4574-ad86-19f6318231cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:34.443160 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4ba93af8-41fa-45a8-bd87-e9a94611df30 req-350c08ac-d203-4574-ad86-19f6318231cb service neutron] 10.222.0.11 "GET /v2.0/networks?id=9cb74bce-f66b-4d2c-b3b3-1384b2905460 HTTP/1.1" status: 200 len: 915 time: 0.0985053 May 04 15:02:34.528289 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4ba93af8-41fa-45a8-bd87-e9a94611df30 req-197a2b4f-79cd-4470-a979-58ab6147242c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7ce1003-4789-4a90-b7a2-c2389a9b0e3e HTTP/1.1" status: 200 len: 1001 time: 0.0780098 May 04 15:02:34.849191 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba93af8-41fa-45a8-bd87-e9a94611df30 req-8ec0b057-312f-4929-98fd-69edbbf5ad15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:34.850656 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4ba93af8-41fa-45a8-bd87-e9a94611df30 req-8ec0b057-312f-4929-98fd-69edbbf5ad15 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=48eadae8-72f3-4aa6-811a-3a55d26ba392 HTTP/1.1" status: 200 len: 853 time: 0.3157933 May 04 15:02:34.863224 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f944ca5c-592f-42a3-a3b0-57e1683b8e22 req-d48940d5-6bdb-4b80-8093-b4f9dded441f tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:34.864996 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f944ca5c-592f-42a3-a3b0-57e1683b8e22 req-d48940d5-6bdb-4b80-8093-b4f9dded441f tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0635381 May 04 15:02:34.933294 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba93af8-41fa-45a8-bd87-e9a94611df30 req-504e12cc-fa27-496d-b123-169cb4c3bbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:34.935492 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4ba93af8-41fa-45a8-bd87-e9a94611df30 req-504e12cc-fa27-496d-b123-169cb4c3bbbf service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9cb74bce-f66b-4d2c-b3b3-1384b2905460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684795 May 04 15:02:34.942616 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f944ca5c-592f-42a3-a3b0-57e1683b8e22 req-65f6eeeb-f4d3-4af3-8876-01040aa207ed tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690277 May 04 15:02:35.061864 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4ba93af8-41fa-45a8-bd87-e9a94611df30 req-504188bc-4e7a-4c5c-ba22-fc6ef6889626 service neutron] 10.222.0.11 "GET /v2.0/networks/9cb74bce-f66b-4d2c-b3b3-1384b2905460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1181304 May 04 15:02:35.194670 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4ba93af8-41fa-45a8-bd87-e9a94611df30 req-51a3a40b-6a6b-47a8-9607-76cce5f3863f service neutron] 10.222.0.11 "GET /v2.0/networks/9cb74bce-f66b-4d2c-b3b3-1384b2905460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187260 May 04 15:02:35.313513 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-86ecf601-5544-4db3-ae3e-d0e6ebfa49b1 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1679808328&fields=id&tenant_id=746261ccdb744b4abdfc7b324a2ab0c7 HTTP/1.1" status: 200 len: 267 time: 0.0466347 May 04 15:02:35.489467 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-a8254117-3528-4186-9a93-d45fed8b6245 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:35.491593 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-a8254117-3528-4186-9a93-d45fed8b6245 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/networks?id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 HTTP/1.1" status: 200 len: 812 time: 0.1762156 May 04 15:02:35.543787 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-1a9eeac1-22b7-4683-922b-7abdfa3a43ad tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/quotas/746261ccdb744b4abdfc7b324a2ab0c7 HTTP/1.1" status: 200 len: 375 time: 0.0250721 May 04 15:02:35.591183 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21caa8d0-a437-42ec-befc-d9d7f707640e req-0fa843d1-d645-4930-9fca-7f8c2b81c1f1 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:35.593555 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-21caa8d0-a437-42ec-befc-d9d7f707640e req-0fa843d1-d645-4930-9fca-7f8c2b81c1f1 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 984 time: 0.1375206 May 04 15:02:35.632240 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-7eb4211b-d582-48ad-bf19-3aa72db950ee tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=746261ccdb744b4abdfc7b324a2ab0c7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0874884 May 04 15:02:35.675722 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-21caa8d0-a437-42ec-befc-d9d7f707640e req-2be11be5-5104-48f3-aeee-376213e55d37 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&id=fa132280-3474-411c-8fd1-1ba9f737109d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0739853 May 04 15:02:35.755355 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-e1190ca5-d0b4-4588-a3b8-2c0350844c35 service neutron] 10.222.0.42 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020341 May 04 15:02:35.855787 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-7fe5b05d-ce2b-4d48-8022-c35461eb1640 service neutron] 10.222.0.42 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931790 May 04 15:02:36.132394 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0c1847-9243-45b9-9ba1-6fa8a8dbdbc6 req-6d7b5cf7-58fd-4a74-9806-1cd0734591aa tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:36.134068 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0c0c1847-9243-45b9-9ba1-6fa8a8dbdbc6 req-6d7b5cf7-58fd-4a74-9806-1cd0734591aa tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0745256 May 04 15:02:36.162575 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-4c40cdae-1bad-4cda-b079-3f6afc1f1f5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:36.192652 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0c0c1847-9243-45b9-9ba1-6fa8a8dbdbc6 req-c9e5fc8f-6298-4b58-a87b-db2f273a9e07 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503876 May 04 15:02:36.257997 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-bbcdc42c-3d76-47f3-a9e7-389e35118f93 req-64557818-00fb-4361-87a0-121391b41b8f tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 210 time: 0.0479109 May 04 15:02:36.816658 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920342ee-3a9c-4c2c-b4d9-0c960d8ae181 req-0f1bd073-09ae-4c43-803e-aad619fd8885 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:36.823148 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-920342ee-3a9c-4c2c-b4d9-0c960d8ae181 req-0f1bd073-09ae-4c43-803e-aad619fd8885 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 984 time: 0.0589812 May 04 15:02:36.881363 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-920342ee-3a9c-4c2c-b4d9-0c960d8ae181 req-071fcf5c-f4fa-498c-87ec-fd0e7246165b tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&id=fa132280-3474-411c-8fd1-1ba9f737109d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564008 May 04 15:02:37.348338 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e37734-d043-4299-8f34-d4a6f653d6e0 req-c584465e-80b0-4792-a6fb-0f3ce9c167f4 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:37.349877 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-45e37734-d043-4299-8f34-d4a6f653d6e0 req-c584465e-80b0-4792-a6fb-0f3ce9c167f4 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0741439 May 04 15:02:37.404950 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4e430582-dcde-4810-96d7-4cfc1035e68c req-119eaa4f-93c1-420a-bcb1-95fb19a4af03 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 210 time: 0.0491729 May 04 15:02:37.430376 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-45e37734-d043-4299-8f34-d4a6f653d6e0 req-ef3c0bc3-57e5-4db6-971d-647c36df83b9 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0708969 May 04 15:02:37.580169 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-e007df05-7056-43d5-83dc-ce66abb142b8 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:37.581883 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-e007df05-7056-43d5-83dc-ce66abb142b8 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.11 "GET /v2.0/networks?id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 HTTP/1.1" status: 200 len: 812 time: 0.1450284 May 04 15:02:37.653868 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-f2216e40-4e9b-441c-b1de-b745b04166d8 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=746261ccdb744b4abdfc7b324a2ab0c7 HTTP/1.1" status: 200 len: 380 time: 0.0493376 May 04 15:02:37.668101 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-91cfde7e-784f-4ccb-a09b-0c1e23b3e12f tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Request body: {'port': {'device_id': 'c5075511-652c-488f-8a59-28e60cb2cba6', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'admin_state_up': True, 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'security_groups': ['48667ce0-4e07-4d10-8820-e9278ae54544']}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:37.790129 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-91cfde7e-784f-4ccb-a09b-0c1e23b3e12f tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Made reservation on behalf of 746261ccdb744b4abdfc7b324a2ab0c7 for: {'port': 1} {{(pid=101863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:02:37.793677 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-91cfde7e-784f-4ccb-a09b-0c1e23b3e12f tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:37.952695 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.db_base_plugin_common [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-91cfde7e-784f-4ccb-a09b-0c1e23b3e12f tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Allocated IP 172.20.0.5 (cbd2d677-a8b1-4ebd-b28c-fcf8695293b2/c125eab1-7cf8-4e7c-acbb-db552c02fcee/984eb666-7f6c-400b-abd9-9e33982b77d2) {{(pid=101863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:02:38.074798 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:02:38.102380 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0583b0-bde1-4a38-bec3-d3f4d796c14a req-ff2fd8f4-9b72-4a06-808f-632cc369167b tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:38.104017 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0e0583b0-bde1-4a38-bec3-d3f4d796c14a req-ff2fd8f4-9b72-4a06-808f-632cc369167b tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 984 time: 0.1210399 May 04 15:02:38.179206 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0e0583b0-bde1-4a38-bec3-d3f4d796c14a req-89ebdb2e-16d1-4054-87eb-5882bc603d0e tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&id=fa132280-3474-411c-8fd1-1ba9f737109d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0655222 May 04 15:02:38.182355 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-91cfde7e-784f-4ccb-a09b-0c1e23b3e12f tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for port, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:38.230655 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-91cfde7e-784f-4ccb-a09b-0c1e23b3e12f tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:38.286602 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-91cfde7e-784f-4ccb-a09b-0c1e23b3e12f tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Network cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 is already hosted by enough agents. {{(pid=101863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:02:38.289514 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-91cfde7e-784f-4ccb-a09b-0c1e23b3e12f tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Resources bound (agent type, host, resource id): {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:02:38.295770 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-91cfde7e-784f-4ccb-a09b-0c1e23b3e12f tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Received port after_create {{(pid=101863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:02:38.302616 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cfde7e-784f-4ccb-a09b-0c1e23b3e12f tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Pushing event updated for resources: {'Port': ['ID=984eb666-7f6c-400b-abd9-9e33982b77d2,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:38.376133 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-91cfde7e-784f-4ccb-a09b-0c1e23b3e12f tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:38.379911 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-91cfde7e-784f-4ccb-a09b-0c1e23b3e12f tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for port, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:38.402200 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-91cfde7e-784f-4ccb-a09b-0c1e23b3e12f tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7383256 May 04 15:02:38.427148 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-0dba7ced-9e07-4879-9f53-2d0932167715 service neutron] Request body: {'port': {'device_id': 'c5075511-652c-488f-8a59-28e60cb2cba6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:02:38.454714 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-e78d92a0-fad3-452a-ac20-c4ba01972f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:38.647513 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-0dba7ced-9e07-4879-9f53-2d0932167715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:38.725484 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a83b34-aebb-457d-beca-7c60037e4cc1 req-720c01de-c0a9-4cea-88ae-406c7a28f977 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:38.727615 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-17a83b34-aebb-457d-beca-7c60037e4cc1 req-720c01de-c0a9-4cea-88ae-406c7a28f977 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.1483643 May 04 15:02:38.737097 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-28430287-4528-4e76-bc4a-a9e199ae4563 None None] Provisioning complete for port 984eb666-7f6c-400b-abd9-9e33982b77d2 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:38.737509 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62b0a63-a6b3-4e17-aa1b-a878b399d2d6 req-e02e3843-4be6-477e-9a8f-6ec8dbb0bf90 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:38.737828 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-28430287-4528-4e76-bc4a-a9e199ae4563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:38.740339 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c62b0a63-a6b3-4e17-aa1b-a878b399d2d6 req-e02e3843-4be6-477e-9a8f-6ec8dbb0bf90 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 931 time: 0.1594048 May 04 15:02:38.785747 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-28430287-4528-4e76-bc4a-a9e199ae4563 None None] Port 984eb666-7f6c-400b-abd9-9e33982b77d2 cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:02:38.910782 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-17a83b34-aebb-457d-beca-7c60037e4cc1 req-2f8b51c4-69f3-4e53-b643-a3ddbb5b03e5 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693926 May 04 15:02:38.942766 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c62b0a63-a6b3-4e17-aa1b-a878b399d2d6 req-8fe51746-4af8-4e63-9f05-559fe00c520d tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748984 May 04 15:02:39.110736 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-0dba7ced-9e07-4879-9f53-2d0932167715 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 984eb666-7f6c-400b-abd9-9e33982b77d2 {{(pid=101863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:02:39.121013 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-0dba7ced-9e07-4879-9f53-2d0932167715 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:39.137661 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.provisioning_blocks [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-0dba7ced-9e07-4879-9f53-2d0932167715 service neutron] Transition to ACTIVE for port object 984eb666-7f6c-400b-abd9-9e33982b77d2 will not be triggered until provisioned by entity L2. {{(pid=101863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:02:39.143936 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-0dba7ced-9e07-4879-9f53-2d0932167715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2944232'] for port, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:39.252426 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba7ced-9e07-4879-9f53-2d0932167715 service neutron] Pushing event updated for resources: {'Port': ['ID=984eb666-7f6c-400b-abd9-9e33982b77d2,revision_number=2']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:39.364083 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.managers [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-0dba7ced-9e07-4879-9f53-2d0932167715 service neutron] Attempting to bind port 984eb666-7f6c-400b-abd9-9e33982b77d2 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:02:39.364083 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.managers [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-0dba7ced-9e07-4879-9f53-2d0932167715 service neutron] Attempting to bind port 984eb666-7f6c-400b-abd9-9e33982b77d2 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'd31e7b59-dfee-4fbf-9768-43afaf63f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2'}] {{(pid=101863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:02:39.364083 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-0dba7ced-9e07-4879-9f53-2d0932167715 service neutron] Attempting to bind port 984eb666-7f6c-400b-abd9-9e33982b77d2 on network cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:02:39.369396 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-0dba7ced-9e07-4879-9f53-2d0932167715 service neutron] Port 984eb666-7f6c-400b-abd9-9e33982b77d2 on network cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:02:39.369726 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-0dba7ced-9e07-4879-9f53-2d0932167715 service neutron] Attempting to bind port 984eb666-7f6c-400b-abd9-9e33982b77d2 on network cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:02:39.384610 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b73a801-0668-4084-a273-d73e4c967cd2 req-822c10c8-f87a-4977-98f7-523e3f5970db tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:39.390388 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3b73a801-0668-4084-a273-d73e4c967cd2 req-822c10c8-f87a-4977-98f7-523e3f5970db tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 984 time: 0.0920935 May 04 15:02:39.391653 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-0dba7ced-9e07-4879-9f53-2d0932167715 service neutron] Checking agent: {'id': 'b5e3fd0f-344a-4130-968c-1c1293caf489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'started_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 2, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:02:39.392187 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-0dba7ced-9e07-4879-9f53-2d0932167715 service neutron] Checking segment: {'id': 'd31e7b59-dfee-4fbf-9768-43afaf63f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:02:39.392578 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-0dba7ced-9e07-4879-9f53-2d0932167715 service neutron] Bound using segment: {'id': 'd31e7b59-dfee-4fbf-9768-43afaf63f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2'} {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:02:39.393060 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.managers [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-0dba7ced-9e07-4879-9f53-2d0932167715 service neutron] Bound port: 984eb666-7f6c-400b-abd9-9e33982b77d2, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd31e7b59-dfee-4fbf-9768-43afaf63f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2'}}] {{(pid=101863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:02:39.393419 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-0dba7ced-9e07-4879-9f53-2d0932167715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:39.495053 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3b73a801-0668-4084-a273-d73e4c967cd2 req-e4360145-5424-4b6b-8f21-4c71c5de5278 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&id=fa132280-3474-411c-8fd1-1ba9f737109d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0950851 May 04 15:02:39.526394 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-0dba7ced-9e07-4879-9f53-2d0932167715 service neutron] For port 984eb666-7f6c-400b-abd9-9e33982b77d2, host hv-cinder-82963, cleared binding levels {{(pid=101863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:02:39.526394 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-0dba7ced-9e07-4879-9f53-2d0932167715 service neutron] For port 984eb666-7f6c-400b-abd9-9e33982b77d2, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=984eb666-7f6c-400b-abd9-9e33982b77d2,segment=NetworkSegment(d31e7b59-dfee-4fbf-9768-43afaf63f9d2),segment_id=d31e7b59-dfee-4fbf-9768-43afaf63f9d2)] {{(pid=101863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:02:39.538732 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-0dba7ced-9e07-4879-9f53-2d0932167715 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2944232'] for port, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:39.636311 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-0dba7ced-9e07-4879-9f53-2d0932167715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:39.637496 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-0dba7ced-9e07-4879-9f53-2d0932167715 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for port, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:39.641536 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-0dba7ced-9e07-4879-9f53-2d0932167715 service neutron] 10.222.0.11 "PUT /v2.0/ports/984eb666-7f6c-400b-abd9-9e33982b77d2 HTTP/1.1" status: 200 len: 1093 time: 1.2206812 May 04 15:02:39.657310 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5075511-652c-488f-8a59-28e60cb2cba6', 'tag': '984eb666-7f6c-400b-abd9-9e33982b77d2'}] {{(pid=101863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:02:39.657310 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c6767b5d81d022f3d85e9c22ce19b705c79dd3cfc51145499811648722293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a840069-79dc-477c-9cb4-3941f23ad9fc" -d '{"events": [{"name": "network-changed", "server_uuid": "c5075511-652c-488f-8a59-28e60cb2cba6", "tag": "984eb666-7f6c-400b-abd9-9e33982b77d2"}]}' {{(pid=101863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:02:39.668892 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:39.704881 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dba7ced-9e07-4879-9f53-2d0932167715 service neutron] Pushing event updated for resources: {'Port': ['ID=984eb666-7f6c-400b-abd9-9e33982b77d2,revision_number=3']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:39.714577 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:02:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbc81abd-ed01-4bce-a1b3-9c1436c2d4ae x-openstack-request-id: req-bbc81abd-ed01-4bce-a1b3-9c1436c2d4ae {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:02:39.714850 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5075511-652c-488f-8a59-28e60cb2cba6", "tag": "984eb666-7f6c-400b-abd9-9e33982b77d2", "status": "completed", "code": 200}]} {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:02:39.715102 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bbc81abd-ed01-4bce-a1b3-9c1436c2d4ae {{(pid=101863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:02:39.715505 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbc81abd-ed01-4bce-a1b3-9c1436c2d4ae'] response: {'name': 'network-changed', 'server_uuid': 'c5075511-652c-488f-8a59-28e60cb2cba6', 'tag': '984eb666-7f6c-400b-abd9-9e33982b77d2', 'status': 'completed', 'code': 200} May 04 15:02:39.794007 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-05b2b164-9fd3-4f28-9e51-66a359335f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:39.796553 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-05b2b164-9fd3-4f28-9e51-66a359335f62 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=746261ccdb744b4abdfc7b324a2ab0c7&device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 1096 time: 0.0587640 May 04 15:02:39.872949 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-3994f61c-a680-48d1-b9bb-52e89242ac09 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=984eb666-7f6c-400b-abd9-9e33982b77d2 HTTP/1.1" status: 200 len: 217 time: 0.0592234 May 04 15:02:39.957282 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-f64d09db-0b34-4bec-8c8c-6175bc59bb96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:39.958953 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-f64d09db-0b34-4bec-8c8c-6175bc59bb96 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c125eab1-7cf8-4e7c-acbb-db552c02fcee HTTP/1.1" status: 200 len: 851 time: 0.0765319 May 04 15:02:40.042103 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-032d5312-911f-40db-8f50-96659f106a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:40.043735 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-032d5312-911f-40db-8f50-96659f106a17 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0656049 May 04 15:02:40.223356 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7143ce4d-4a1c-4ba2-ab5e-6afbafe659c2 req-a5b3df65-1b19-4828-8635-d36136bc253b tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:40.224821 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7143ce4d-4a1c-4ba2-ab5e-6afbafe659c2 req-a5b3df65-1b19-4828-8635-d36136bc253b tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.1612384 May 04 15:02:40.235970 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d3362-6eab-4365-afe9-3412d13df9a4 req-fdf30337-7a78-4443-a681-14bc76b19a2d tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:40.238239 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-422d3362-6eab-4365-afe9-3412d13df9a4 req-fdf30337-7a78-4443-a681-14bc76b19a2d tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 943 time: 0.1601875 May 04 15:02:40.244544 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-e6089af0-95eb-4f21-8268-91b5a42496a0 service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930468 May 04 15:02:40.363448 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7143ce4d-4a1c-4ba2-ab5e-6afbafe659c2 req-3c105285-dd9c-479e-bc13-04df2f1009cb tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220052 May 04 15:02:40.368321 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-422d3362-6eab-4365-afe9-3412d13df9a4 req-b03c50f8-7e2b-4d86-9521-796912bc6ca9 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228051 May 04 15:02:40.398298 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f424356e-1edf-45b6-a05a-8679db3b5728 req-1ad7cfd2-b0d6-488e-8e7a-fe5cd90c7671 service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381803 May 04 15:02:40.420156 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:40.566809 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a840069-79dc-477c-9cb4-3941f23ad9fc req-f6745d62-e79c-4538-9300-08dddb7a8cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:40.568295 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2a840069-79dc-477c-9cb4-3941f23ad9fc req-f6745d62-e79c-4538-9300-08dddb7a8cad service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=746261ccdb744b4abdfc7b324a2ab0c7&device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 1096 time: 0.0447793 May 04 15:02:40.690896 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ec326-27f2-429a-b63b-ca0540309e36 req-04067b7b-1315-4ba3-87e2-9567f6847904 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:40.692352 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-da1ec326-27f2-429a-b63b-ca0540309e36 req-04067b7b-1315-4ba3-87e2-9567f6847904 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 984 time: 0.1053369 May 04 15:02:40.727507 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a840069-79dc-477c-9cb4-3941f23ad9fc req-7bf90855-5d74-43ad-a2d3-fe35e0bfe79b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:40.728973 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2a840069-79dc-477c-9cb4-3941f23ad9fc req-7bf90855-5d74-43ad-a2d3-fe35e0bfe79b service neutron] 10.222.0.11 "GET /v2.0/networks?id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 HTTP/1.1" status: 200 len: 913 time: 0.1291156 May 04 15:02:40.753402 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-da1ec326-27f2-429a-b63b-ca0540309e36 req-9ac49247-6225-4957-9103-2f8599321d7a tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&id=fa132280-3474-411c-8fd1-1ba9f737109d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547776 May 04 15:02:40.779519 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2a840069-79dc-477c-9cb4-3941f23ad9fc req-fae9b68e-5c4b-4822-afc3-83de75791a5f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=984eb666-7f6c-400b-abd9-9e33982b77d2 HTTP/1.1" status: 200 len: 217 time: 0.0413656 May 04 15:02:40.827254 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a840069-79dc-477c-9cb4-3941f23ad9fc req-d108fb49-e2e9-4d11-ac87-169de1bd220e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:40.828680 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2a840069-79dc-477c-9cb4-3941f23ad9fc req-d108fb49-e2e9-4d11-ac87-169de1bd220e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c125eab1-7cf8-4e7c-acbb-db552c02fcee HTTP/1.1" status: 200 len: 851 time: 0.0420582 May 04 15:02:40.879719 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a840069-79dc-477c-9cb4-3941f23ad9fc req-3bc71b25-d719-473b-8f2b-71cde3dd9ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:40.881218 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2a840069-79dc-477c-9cb4-3941f23ad9fc req-3bc71b25-d719-473b-8f2b-71cde3dd9ba9 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457127 May 04 15:02:40.975224 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2a840069-79dc-477c-9cb4-3941f23ad9fc req-bac5eb0c-0044-4938-85b2-1f97884a0b98 service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827923 May 04 15:02:41.078366 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2a840069-79dc-477c-9cb4-3941f23ad9fc req-4b9534d2-f165-4698-8d2b-da49b1d273b5 service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937111 May 04 15:02:41.295004 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:41.537535 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f099017-e64d-4ad7-909b-3c13b3c193f0 req-6aaa783e-6469-45a3-b43f-56be8b1605f1 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:41.539144 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9f099017-e64d-4ad7-909b-3c13b3c193f0 req-6aaa783e-6469-45a3-b43f-56be8b1605f1 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0882814 May 04 15:02:41.547342 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfc339b-3442-42ad-8f87-8d6b00ff27e0 req-bb2e89b6-39a9-47cf-8f73-82d369973f9a tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:41.548855 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6dfc339b-3442-42ad-8f87-8d6b00ff27e0 req-bb2e89b6-39a9-47cf-8f73-82d369973f9a tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 943 time: 0.0870600 May 04 15:02:41.607669 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9f099017-e64d-4ad7-909b-3c13b3c193f0 req-c94ce07c-7d99-4f09-9a87-6ea800d6f18e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0576863 May 04 15:02:41.613813 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6dfc339b-3442-42ad-8f87-8d6b00ff27e0 req-2489c96b-8108-4f9a-874d-6681b364d141 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579593 May 04 15:02:41.691894 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:41.798300 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9b034-efd4-4da9-bb91-6c9dec94c159 req-da311a63-029a-4a8e-9d81-40f9a88cbd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:41.799769 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7de9b034-efd4-4da9-bb91-6c9dec94c159 req-da311a63-029a-4a8e-9d81-40f9a88cbd05 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=192ccf80824d4fa59de46a9e21ae0572&device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 1098 time: 0.0407028 May 04 15:02:42.147495 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e358c661-5673-4150-865c-ebf187f55c60 req-1965445c-1ab1-452a-b5da-201f1537d785 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:42.148983 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e358c661-5673-4150-865c-ebf187f55c60 req-1965445c-1ab1-452a-b5da-201f1537d785 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 984 time: 0.3239820 May 04 15:02:42.153640 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9b034-efd4-4da9-bb91-6c9dec94c159 req-dd5e8809-6019-46d1-833b-a36d3634be65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:42.155568 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7de9b034-efd4-4da9-bb91-6c9dec94c159 req-dd5e8809-6019-46d1-833b-a36d3634be65 service neutron] 10.222.0.11 "GET /v2.0/networks?id=60c30b73-0e7f-49bb-89af-0e44584f9d97 HTTP/1.1" status: 200 len: 917 time: 0.3476892 May 04 15:02:42.223184 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e358c661-5673-4150-865c-ebf187f55c60 req-73223991-483d-4499-b4ed-ed248a99c138 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&id=fa132280-3474-411c-8fd1-1ba9f737109d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0666339 May 04 15:02:42.244559 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7de9b034-efd4-4da9-bb91-6c9dec94c159 req-d1e3a313-9735-42a6-b642-3381b4dedadc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be8f13a8-1319-4583-87e0-88b7c802c213 HTTP/1.1" status: 200 len: 1000 time: 0.0697436 May 04 15:02:42.297392 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9b034-efd4-4da9-bb91-6c9dec94c159 req-3e2ce529-7418-48f3-9262-3390614923cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:42.299483 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7de9b034-efd4-4da9-bb91-6c9dec94c159 req-3e2ce529-7418-48f3-9262-3390614923cb service neutron] 10.222.0.11 "GET /v2.0/subnets?id=030f9125-e21b-4852-a6f8-1ba70c2222d2 HTTP/1.1" status: 200 len: 855 time: 0.0470898 May 04 15:02:42.348988 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de9b034-efd4-4da9-bb91-6c9dec94c159 req-eac75be6-8606-4cb6-a3fe-4cc6007a04c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:42.350509 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7de9b034-efd4-4da9-bb91-6c9dec94c159 req-eac75be6-8606-4cb6-a3fe-4cc6007a04c5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60c30b73-0e7f-49bb-89af-0e44584f9d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413566 May 04 15:02:42.446292 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7de9b034-efd4-4da9-bb91-6c9dec94c159 req-cb915db4-e175-4689-876f-e1232984374e service neutron] 10.222.0.11 "GET /v2.0/networks/60c30b73-0e7f-49bb-89af-0e44584f9d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872707 May 04 15:02:42.535755 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7de9b034-efd4-4da9-bb91-6c9dec94c159 req-37f091fe-4e13-4c8f-9b54-aa8a2e36bf13 service neutron] 10.222.0.11 "GET /v2.0/networks/60c30b73-0e7f-49bb-89af-0e44584f9d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833151 May 04 15:02:42.758070 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e313ba7c-46bf-42fa-8ea9-409b3db8c4bf req-81adf075-a184-4382-9d92-02254462de3b tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:42.759530 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e313ba7c-46bf-42fa-8ea9-409b3db8c4bf req-81adf075-a184-4382-9d92-02254462de3b tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 943 time: 0.0761807 May 04 15:02:42.766793 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b504ee-a672-42db-8208-b2756d259109 req-d0c7c65d-337e-4121-96b8-b3c72bc5ca4f tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:42.768155 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e4b504ee-a672-42db-8208-b2756d259109 req-d0c7c65d-337e-4121-96b8-b3c72bc5ca4f tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 945 time: 0.0755644 May 04 15:02:42.827199 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e313ba7c-46bf-42fa-8ea9-409b3db8c4bf req-0e2a3d9f-5f36-4228-9a2c-0abbc9c4cc51 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580714 May 04 15:02:42.830138 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e4b504ee-a672-42db-8208-b2756d259109 req-c3975d07-d8d3-44dc-bcc1-9e29c15fe5d6 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554166 May 04 15:02:43.203037 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device be8f13a8-1319-4583-87e0-88b7c802c213 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:02:43.280223 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:43.304073 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aff994d-b792-4368-b2da-53eea8aa7ad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be8f13a8-1319-4583-87e0-88b7c802c213'}] {{(pid=101865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:02:43.306347 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13127db273ea31dc2797640238b9d4a3f6ca00c8d3f152038556e6a345f6b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b74feda4-0767-4d2a-82b9-c576ffe3b11f" -d '{"events": [{"server_uuid": "0aff994d-b792-4368-b2da-53eea8aa7ad2", "name": "network-vif-unplugged", "status": "completed", "tag": "be8f13a8-1319-4583-87e0-88b7c802c213"}]}' {{(pid=101865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:02:43.319029 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port be8f13a8-1319-4583-87e0-88b7c802c213, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=be8f13a8-1319-4583-87e0-88b7c802c213,segment=NetworkSegment(b1142b6e-dead-4f76-9ea3-713e036ec259),segment_id=b1142b6e-dead-4f76-9ea3-713e036ec259)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:43.323441 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:43.341182 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e282b06-9877-4ba7-9876-907313997b0a req-35516f3d-b28c-404d-a44e-ae8692151259 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:43.344165 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8e282b06-9877-4ba7-9876-907313997b0a req-35516f3d-b28c-404d-a44e-ae8692151259 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 984 time: 0.0543737 May 04 15:02:43.347147 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 May 2022 15:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8712f38-eb25-4b51-8850-c517eb5a00b9 x-openstack-request-id: req-e8712f38-eb25-4b51-8850-c517eb5a00b9 {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:02:43.347461 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aff994d-b792-4368-b2da-53eea8aa7ad2", "name": "network-vif-unplugged", "status": "completed", "tag": "be8f13a8-1319-4583-87e0-88b7c802c213", "code": 200}]} {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:02:43.347718 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e8712f38-eb25-4b51-8850-c517eb5a00b9 {{(pid=101865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:02:43.348108 dv-cinder-829630-2-iscsi neutron-server[101865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e8712f38-eb25-4b51-8850-c517eb5a00b9'] response: {'server_uuid': '0aff994d-b792-4368-b2da-53eea8aa7ad2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be8f13a8-1319-4583-87e0-88b7c802c213', 'code': 200} May 04 15:02:43.374976 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=be8f13a8-1319-4583-87e0-88b7c802c213,revision_number=8']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:43.386138 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8e282b06-9877-4ba7-9876-907313997b0a req-14ba918b-98a4-4caa-83c3-9c9f84dad761 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&id=fa132280-3474-411c-8fd1-1ba9f737109d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347202 May 04 15:02:43.981313 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b3f68-5c24-4230-9b80-0c8255836bc0 req-27769149-5069-4dd9-a4b9-89ca7df5456e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:43.982924 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8a5b3f68-5c24-4230-9b80-0c8255836bc0 req-27769149-5069-4dd9-a4b9-89ca7df5456e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 943 time: 0.0786290 May 04 15:02:43.994433 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c390282-c5c5-4244-993f-23592ffe7337 req-fa0900e3-3207-42f1-80c5-23430b7c2f2a tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:43.995852 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4c390282-c5c5-4244-993f-23592ffe7337 req-fa0900e3-3207-42f1-80c5-23430b7c2f2a tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 943 time: 0.0901167 May 04 15:02:44.050212 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8a5b3f68-5c24-4230-9b80-0c8255836bc0 req-57db0d91-0f78-4348-b410-9f30028c4e77 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534084 May 04 15:02:44.056026 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4c390282-c5c5-4244-993f-23592ffe7337 req-10479567-1616-48bc-b165-147e2579b819 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527852 May 04 15:02:44.506178 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905d9e7a-2e61-45d6-9bff-4e4671d42ba8 req-66d25e54-9521-4bd7-a95c-a36d49416be0 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:44.507780 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-905d9e7a-2e61-45d6-9bff-4e4671d42ba8 req-66d25e54-9521-4bd7-a95c-a36d49416be0 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 984 time: 0.0536771 May 04 15:02:44.551353 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-905d9e7a-2e61-45d6-9bff-4e4671d42ba8 req-581133c1-87c4-4960-94cb-bd69615e50f7 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&id=fa132280-3474-411c-8fd1-1ba9f737109d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0363805 May 04 15:02:45.210296 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3ef4b9-4bbf-4396-8cc1-c790161b880b req-6645e376-a835-4359-9e87-140d6a5b7a7c tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:45.211678 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-dd3ef4b9-4bbf-4396-8cc1-c790161b880b req-6645e376-a835-4359-9e87-140d6a5b7a7c tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 943 time: 0.0816574 May 04 15:02:45.219529 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02a2989-bacf-42d1-91ad-87520105cc1b req-6d556d11-bf68-4ff5-b980-9c5a20554bce tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:45.221183 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e02a2989-bacf-42d1-91ad-87520105cc1b req-6d556d11-bf68-4ff5-b980-9c5a20554bce tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 943 time: 0.0820620 May 04 15:02:45.273594 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-dd3ef4b9-4bbf-4396-8cc1-c790161b880b req-6e35c6ea-635a-4f80-91dd-5d8008d0b11e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514543 May 04 15:02:45.280932 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e02a2989-bacf-42d1-91ad-87520105cc1b req-7a4f1c69-8a43-4a28-8fe1-6a87883f8c13 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530441 May 04 15:02:45.673552 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0589b-97aa-4899-be6e-24262b5336ad req-03d3f8f9-a5df-47e5-9c35-a57aacb89633 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:45.675317 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9bf0589b-97aa-4899-be6e-24262b5336ad req-03d3f8f9-a5df-47e5-9c35-a57aacb89633 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 984 time: 0.0544295 May 04 15:02:45.726632 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9bf0589b-97aa-4899-be6e-24262b5336ad req-d0854914-d27c-44dc-9453-f320de09895b tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&id=fa132280-3474-411c-8fd1-1ba9f737109d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0425041 May 04 15:02:45.770293 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [req-3842367b-6115-499d-89d9-a889f5591f7e req-34602791-6dbb-45f5-8076-f3cd0766ded6 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=101863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 15:02:45.771290 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3842367b-6115-499d-89d9-a889f5591f7e req-34602791-6dbb-45f5-8076-f3cd0766ded6 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052247 May 04 15:02:45.938365 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fb39f7-f66a-4537-9399-973113a3fed3 req-3064b549-66bd-4265-86f2-a89031ee557b tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:45.939983 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-39fb39f7-f66a-4537-9399-973113a3fed3 req-3064b549-66bd-4265-86f2-a89031ee557b tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 943 time: 0.0567524 May 04 15:02:45.983662 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-39fb39f7-f66a-4537-9399-973113a3fed3 req-50aacf96-1a05-48f3-ae19-439404a5bfcd tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371594 May 04 15:02:46.182864 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 46722) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:02:46.265923 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-7d6e2389-7f29-4530-8c64-bae191e92e94 req-c1e9bb54-bf3d-444b-9127-7e77289b7ea8 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817988 May 04 15:02:46.275226 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [req-7d6e2389-7f29-4530-8c64-bae191e92e94 req-af97c9e8-bb81-422c-9c53-5ee4aa527bf3 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=101864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 15:02:46.276177 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-7d6e2389-7f29-4530-8c64-bae191e92e94 req-af97c9e8-bb81-422c-9c53-5ee4aa527bf3 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048301 May 04 15:02:46.396534 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9d4b1-ae62-45f1-8412-47979b2aa54e req-5c12d575-ee12-464e-bb0c-e1a49928cdf7 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:46.398325 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-65f9d4b1-ae62-45f1-8412-47979b2aa54e req-5c12d575-ee12-464e-bb0c-e1a49928cdf7 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 943 time: 0.0531802 May 04 15:02:46.439000 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-65f9d4b1-ae62-45f1-8412-47979b2aa54e req-5119a5ac-c679-4220-9802-fd4432f0cbfc tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341785 May 04 15:02:46.856645 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6a092d-1253-4860-a6a4-466db757aa84 req-932423e3-aa1c-41ee-aa59-153e69458dc6 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:46.859461 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cb6a092d-1253-4860-a6a4-466db757aa84 req-932423e3-aa1c-41ee-aa59-153e69458dc6 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 984 time: 0.0605977 May 04 15:02:46.904577 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cb6a092d-1253-4860-a6a4-466db757aa84 req-761a7ffd-9232-45ca-9b36-35139b9451df tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&id=fa132280-3474-411c-8fd1-1ba9f737109d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0371585 May 04 15:02:47.116271 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01464ca6-3036-485b-a7ae-45cd62c1b448 req-a46f308c-fc7c-4631-8fc4-fc09926102ac tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:47.117788 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-01464ca6-3036-485b-a7ae-45cd62c1b448 req-a46f308c-fc7c-4631-8fc4-fc09926102ac tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 943 time: 0.0562627 May 04 15:02:47.158617 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-01464ca6-3036-485b-a7ae-45cd62c1b448 req-c0e6d20b-c238-40f4-bfb9-bb9bf25cf851 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344627 May 04 15:02:47.217112 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device be8f13a8-1319-4583-87e0-88b7c802c213 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:02:47.556758 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776cd71-a2af-467e-828d-944eeae962ea req-00510399-1e23-47b9-a0dd-29e3e14a0a97 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:47.558253 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a776cd71-a2af-467e-828d-944eeae962ea req-00510399-1e23-47b9-a0dd-29e3e14a0a97 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 943 time: 0.0521326 May 04 15:02:47.598385 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a776cd71-a2af-467e-828d-944eeae962ea req-12d5d5fa-aa70-46ec-a04d-7aac4a35e4e6 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334616 May 04 15:02:48.041832 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206cfafb-8ffa-414f-91ee-f5487ccacdcf req-a1da6e3f-9a69-4412-a4b6-9e1da9697137 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:48.043383 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-206cfafb-8ffa-414f-91ee-f5487ccacdcf req-a1da6e3f-9a69-4412-a4b6-9e1da9697137 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 984 time: 0.0655215 May 04 15:02:48.089202 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-206cfafb-8ffa-414f-91ee-f5487ccacdcf req-59ec77b0-f3bd-4530-894c-2aac631d268b tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&id=fa132280-3474-411c-8fd1-1ba9f737109d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389783 May 04 15:02:48.341002 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e679bdbf-0af7-4e86-8c60-83774a497631 req-6a8e73d9-394f-4a79-80e0-e92c0ea705ba tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:48.342747 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e679bdbf-0af7-4e86-8c60-83774a497631 req-6a8e73d9-394f-4a79-80e0-e92c0ea705ba tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 943 time: 0.1056242 May 04 15:02:48.377531 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e2389-7f29-4530-8c64-bae191e92e94 req-a7ea1bad-bdad-48e3-a640-ca225bef46dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:48.379037 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7d6e2389-7f29-4530-8c64-bae191e92e94 req-a7ea1bad-bdad-48e3-a640-ca225bef46dd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2&tenant_id=192ccf80824d4fa59de46a9e21ae0572 HTTP/1.1" status: 200 len: 1096 time: 0.1044459 May 04 15:02:48.397748 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e679bdbf-0af7-4e86-8c60-83774a497631 req-0fa77b8a-11cf-40e6-bd04-dbad3cfcd35a tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483716 May 04 15:02:48.456884 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e2389-7f29-4530-8c64-bae191e92e94 req-450b3024-abea-4924-b77a-97b0a7c97d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:48.458381 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7d6e2389-7f29-4530-8c64-bae191e92e94 req-450b3024-abea-4924-b77a-97b0a7c97d54 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=192ccf80824d4fa59de46a9e21ae0572&device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 1096 time: 0.0436478 May 04 15:02:48.561206 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e2389-7f29-4530-8c64-bae191e92e94 req-00a95bfd-c894-4089-a4fa-4de3de761ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:48.562897 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7d6e2389-7f29-4530-8c64-bae191e92e94 req-00a95bfd-c894-4089-a4fa-4de3de761ed5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=60c30b73-0e7f-49bb-89af-0e44584f9d97 HTTP/1.1" status: 200 len: 917 time: 0.0952458 May 04 15:02:48.636239 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7d6e2389-7f29-4530-8c64-bae191e92e94 req-a100e88f-b8a7-4528-8f34-557a0e519b56 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be8f13a8-1319-4583-87e0-88b7c802c213 HTTP/1.1" status: 200 len: 998 time: 0.0661182 May 04 15:02:48.712327 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e2389-7f29-4530-8c64-bae191e92e94 req-20b0e937-418c-44cb-b183-1a15990b7818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:48.713917 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7d6e2389-7f29-4530-8c64-bae191e92e94 req-20b0e937-418c-44cb-b183-1a15990b7818 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=030f9125-e21b-4852-a6f8-1ba70c2222d2 HTTP/1.1" status: 200 len: 855 time: 0.0691962 May 04 15:02:48.739211 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042a26bd-3d13-4b57-9230-684111739237 req-ac2c54c3-e6f7-40ad-bcb6-a4db53686db2 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:48.740660 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-042a26bd-3d13-4b57-9230-684111739237 req-ac2c54c3-e6f7-40ad-bcb6-a4db53686db2 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 943 time: 0.0704889 May 04 15:02:48.794057 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-042a26bd-3d13-4b57-9230-684111739237 req-c5cd36c5-4960-4fbf-bfce-f1c037131b2b tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392900 May 04 15:02:48.797195 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e2389-7f29-4530-8c64-bae191e92e94 req-019b680e-eaa0-410a-bf43-c3846196567c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:48.798596 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7d6e2389-7f29-4530-8c64-bae191e92e94 req-019b680e-eaa0-410a-bf43-c3846196567c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60c30b73-0e7f-49bb-89af-0e44584f9d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761545 May 04 15:02:48.894131 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7d6e2389-7f29-4530-8c64-bae191e92e94 req-f875259e-2c77-468b-a275-3ee1becc33f8 service neutron] 10.222.0.11 "GET /v2.0/networks/60c30b73-0e7f-49bb-89af-0e44584f9d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863545 May 04 15:02:48.998489 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7d6e2389-7f29-4530-8c64-bae191e92e94 req-46ed7017-f6b6-4246-a67a-39142c9281a9 service neutron] 10.222.0.11 "GET /v2.0/networks/60c30b73-0e7f-49bb-89af-0e44584f9d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953698 May 04 15:02:49.224071 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 984eb666-7f6c-400b-abd9-9e33982b77d2 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:02:49.234227 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e157c9-1ca0-4e28-ba77-75db70760258 req-5dd41161-979d-4f5c-a05d-e4b0a6d2d24c tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:49.235954 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-45e157c9-1ca0-4e28-ba77-75db70760258 req-5dd41161-979d-4f5c-a05d-e4b0a6d2d24c tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 984 time: 0.0764809 May 04 15:02:49.287472 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-45e157c9-1ca0-4e28-ba77-75db70760258 req-b8399bcd-379c-42b7-ade9-bcc87c9702cb tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&id=fa132280-3474-411c-8fd1-1ba9f737109d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0426941 May 04 15:02:49.334637 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 984eb666-7f6c-400b-abd9-9e33982b77d2, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=984eb666-7f6c-400b-abd9-9e33982b77d2,segment=NetworkSegment(d31e7b59-dfee-4fbf-9768-43afaf63f9d2),segment_id=d31e7b59-dfee-4fbf-9768-43afaf63f9d2)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:49.346839 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Returning: {'device': '984eb666-7f6c-400b-abd9-9e33982b77d2', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'port_id': '984eb666-7f6c-400b-abd9-9e33982b77d2', 'mac_address': 'fa:16:3e:f4:27:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:02:49.388327 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:49.405940 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 984eb666-7f6c-400b-abd9-9e33982b77d2 {{(pid=101865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:02:49.430198 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 984eb666-7f6c-400b-abd9-9e33982b77d2, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=984eb666-7f6c-400b-abd9-9e33982b77d2,segment=NetworkSegment(d31e7b59-dfee-4fbf-9768-43afaf63f9d2),segment_id=d31e7b59-dfee-4fbf-9768-43afaf63f9d2)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:49.435729 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:49.496883 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=984eb666-7f6c-400b-abd9-9e33982b77d2,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:49.608689 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ad90f9-3446-4618-b485-6805764b577e req-0322f6fd-aed2-4acb-aae0-5a1603324e55 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:49.618187 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-10ad90f9-3446-4618-b485-6805764b577e req-0322f6fd-aed2-4acb-aae0-5a1603324e55 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 943 time: 0.0931356 May 04 15:02:49.678601 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-10ad90f9-3446-4618-b485-6805764b577e req-ad7d2f3f-2e9e-4321-acd3-a1b5b5a2171b tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591738 May 04 15:02:49.927310 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f52560-2359-4deb-b6fb-6b0e9a17b732 req-19946e0e-5958-422a-b571-aeb34fd78047 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:49.928960 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-39f52560-2359-4deb-b6fb-6b0e9a17b732 req-19946e0e-5958-422a-b571-aeb34fd78047 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 944 time: 0.0519795 May 04 15:02:49.967957 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-39f52560-2359-4deb-b6fb-6b0e9a17b732 req-603bf176-e723-4911-8e44-07cea2ede6a2 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330768 May 04 15:02:50.010589 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['984eb666-7f6c-400b-abd9-9e33982b77d2'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:02:50.431652 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bcd087-787d-4468-b887-e502a3d87b37 req-3e4fa4aa-607d-4bc7-ad1d-0690c5621478 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:50.433184 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-18bcd087-787d-4468-b887-e502a3d87b37 req-3e4fa4aa-607d-4bc7-ad1d-0690c5621478 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 984 time: 0.0675590 May 04 15:02:50.475419 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-18bcd087-787d-4468-b887-e502a3d87b37 req-da0b80f6-167e-467f-b1ca-6564e861e49f tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&id=fa132280-3474-411c-8fd1-1ba9f737109d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346501 May 04 15:02:50.816391 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc28e83d-ab5b-4750-a89c-bb5d51fff1ad req-3c0e9339-6055-4f72-a8cd-2e994ef45db5 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:50.818024 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cc28e83d-ab5b-4750-a89c-bb5d51fff1ad req-3c0e9339-6055-4f72-a8cd-2e994ef45db5 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 943 time: 0.0501962 May 04 15:02:50.860170 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cc28e83d-ab5b-4750-a89c-bb5d51fff1ad req-a0f4c02a-b5c3-4f84-b10e-6a3bfbcdd75a tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359924 May 04 15:02:51.098075 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2735036a-29c1-489c-912f-96a9de6854d0 req-65a3c8e7-6ef0-4044-b818-ea58c14dcc54 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:51.099688 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2735036a-29c1-489c-912f-96a9de6854d0 req-65a3c8e7-6ef0-4044-b818-ea58c14dcc54 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 944 time: 0.0540965 May 04 15:02:51.140908 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2735036a-29c1-489c-912f-96a9de6854d0 req-3c527385-a3e1-47f2-b7d4-637ed4e57aa7 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350907 May 04 15:02:51.613904 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e365ffdf-1da0-445a-aa21-0a05314345ef req-f8056032-cfb0-4113-a895-85cd4c648e34 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:51.615480 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e365ffdf-1da0-445a-aa21-0a05314345ef req-f8056032-cfb0-4113-a895-85cd4c648e34 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 984 time: 0.0660551 May 04 15:02:51.663611 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e365ffdf-1da0-445a-aa21-0a05314345ef req-b41d70ab-a4b9-4f5f-89f7-4693ad9a44b8 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&id=fa132280-3474-411c-8fd1-1ba9f737109d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0366402 May 04 15:02:51.993347 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcccf7a2-267c-4f14-af80-a6e6de11c55f req-509d1900-4516-4639-801f-3f2576240e5c tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:51.994860 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-dcccf7a2-267c-4f14-af80-a6e6de11c55f req-509d1900-4516-4639-801f-3f2576240e5c tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 943 time: 0.0519173 May 04 15:02:52.037342 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-dcccf7a2-267c-4f14-af80-a6e6de11c55f req-c1669937-f01d-4a01-9599-0070443e04e6 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353694 May 04 15:02:52.271098 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e40d05b-e0d7-4366-80fb-25d3f394e48a req-8dc93073-e2d2-498c-a311-a1a7df887443 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:52.272613 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2e40d05b-e0d7-4366-80fb-25d3f394e48a req-8dc93073-e2d2-498c-a311-a1a7df887443 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 944 time: 0.0505974 May 04 15:02:52.317119 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2e40d05b-e0d7-4366-80fb-25d3f394e48a req-c04935aa-aa7d-4f01-ab2b-46a0680387a4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379851 May 04 15:02:52.793956 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb18fd5-dd7d-4228-b203-9f758a260d97 req-94efc6af-ac2a-4a05-9669-3f1d69db2009 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:52.795483 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-eeb18fd5-dd7d-4228-b203-9f758a260d97 req-94efc6af-ac2a-4a05-9669-3f1d69db2009 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 984 time: 0.0545871 May 04 15:02:52.838134 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-eeb18fd5-dd7d-4228-b203-9f758a260d97 req-fc98feaa-b820-4170-83bc-2f6678935641 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&id=fa132280-3474-411c-8fd1-1ba9f737109d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360711 May 04 15:02:53.171060 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fccaae3-467c-4403-be0c-342d05cdb497 req-c81a2142-7c2c-476e-ba50-98a80b20c50c tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:53.176371 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2fccaae3-467c-4403-be0c-342d05cdb497 req-c81a2142-7c2c-476e-ba50-98a80b20c50c tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 943 time: 0.0593932 May 04 15:02:53.252997 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2fccaae3-467c-4403-be0c-342d05cdb497 req-2a140c19-1a99-454a-930e-df891a73251e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587690 May 04 15:02:53.268685 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 984eb666-7f6c-400b-abd9-9e33982b77d2 up at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:02:53.321912 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning for port 984eb666-7f6c-400b-abd9-9e33982b77d2 completed by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:02:53.326011 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning complete for port 984eb666-7f6c-400b-abd9-9e33982b77d2 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:02:53.326521 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:53.410050 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:53.448105 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a449f2c7-ab78-4d35-ba61-944a1ee73bdc req-d9f38d78-e3a6-4d2a-a946-1bf56ded3e83 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:53.449403 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5075511-652c-488f-8a59-28e60cb2cba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984eb666-7f6c-400b-abd9-9e33982b77d2'}] {{(pid=101865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:02:53.449631 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a449f2c7-ab78-4d35-ba61-944a1ee73bdc req-d9f38d78-e3a6-4d2a-a946-1bf56ded3e83 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 944 time: 0.0533004 May 04 15:02:53.452758 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13127db273ea31dc2797640238b9d4a3f6ca00c8d3f152038556e6a345f6b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-211bf9b5-501b-477e-b403-484cf8654a20" -d '{"events": [{"server_uuid": "c5075511-652c-488f-8a59-28e60cb2cba6", "name": "network-vif-plugged", "status": "completed", "tag": "984eb666-7f6c-400b-abd9-9e33982b77d2"}]}' {{(pid=101865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:02:53.456251 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 984eb666-7f6c-400b-abd9-9e33982b77d2, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=984eb666-7f6c-400b-abd9-9e33982b77d2,segment=NetworkSegment(d31e7b59-dfee-4fbf-9768-43afaf63f9d2),segment_id=d31e7b59-dfee-4fbf-9768-43afaf63f9d2)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:02:53.464801 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:02:53.506864 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a449f2c7-ab78-4d35-ba61-944a1ee73bdc req-55613eb9-cffa-4903-acf7-3892cf0d65ef tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507052 May 04 15:02:53.511242 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:02:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358c09b3-54f4-4a56-a4a6-cd17c4b19523 x-openstack-request-id: req-358c09b3-54f4-4a56-a4a6-cd17c4b19523 {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:02:53.511549 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5075511-652c-488f-8a59-28e60cb2cba6", "name": "network-vif-plugged", "status": "completed", "tag": "984eb666-7f6c-400b-abd9-9e33982b77d2", "code": 200}]} {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:02:53.511799 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-358c09b3-54f4-4a56-a4a6-cd17c4b19523 {{(pid=101865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:02:53.512186 dv-cinder-829630-2-iscsi neutron-server[101865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-358c09b3-54f4-4a56-a4a6-cd17c4b19523'] response: {'server_uuid': 'c5075511-652c-488f-8a59-28e60cb2cba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '984eb666-7f6c-400b-abd9-9e33982b77d2', 'code': 200} May 04 15:02:53.529317 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=984eb666-7f6c-400b-abd9-9e33982b77d2,revision_number=5']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:02:53.964401 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c741531-a9d4-4658-88af-d060221c98fa req-e5a81dff-e539-4e2a-b3f0-e9265456b106 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:53.965883 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6c741531-a9d4-4658-88af-d060221c98fa req-e5a81dff-e539-4e2a-b3f0-e9265456b106 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 984 time: 0.0522962 May 04 15:02:54.006958 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6c741531-a9d4-4658-88af-d060221c98fa req-03ec4bc0-9916-4b9f-92be-0dff1d27f0a9 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&id=fa132280-3474-411c-8fd1-1ba9f737109d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341096 May 04 15:02:54.381123 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38481a69-5f3a-4271-8d27-fcb72d4eb32e req-487b8b22-ec9a-4a79-9594-367fb8db1d58 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:54.382665 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-38481a69-5f3a-4271-8d27-fcb72d4eb32e req-487b8b22-ec9a-4a79-9594-367fb8db1d58 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 943 time: 0.0516574 May 04 15:02:54.423641 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-38481a69-5f3a-4271-8d27-fcb72d4eb32e req-1670c087-ebd6-466f-8de2-9848fdd2b15e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345201 May 04 15:02:54.643834 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454bf00d-09ae-424b-85aa-4e753972e0f7 req-3bffef7c-05d1-4188-8263-7d968ffbc5d9 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:54.645418 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-454bf00d-09ae-424b-85aa-4e753972e0f7 req-3bffef7c-05d1-4188-8263-7d968ffbc5d9 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 945 time: 0.0516710 May 04 15:02:54.685825 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-454bf00d-09ae-424b-85aa-4e753972e0f7 req-a31b42b2-c695-4863-a8ba-66ec1170f28b tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340908 May 04 15:02:55.156864 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687496c5-6dcc-4f0d-8846-c3d7d7e9063a req-5672a33f-8023-468b-b4a2-416c81a99035 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:55.158508 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-687496c5-6dcc-4f0d-8846-c3d7d7e9063a req-5672a33f-8023-468b-b4a2-416c81a99035 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 984 time: 0.0765829 May 04 15:02:55.204889 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-687496c5-6dcc-4f0d-8846-c3d7d7e9063a req-d7e282f3-4376-454c-9175-1163f319db63 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&id=fa132280-3474-411c-8fd1-1ba9f737109d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398622 May 04 15:02:55.567346 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c13c5e22-1aa3-42fc-90a3-2d7f9d92d843 req-10269338-9fb2-4050-a995-c3e8fda43662 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:55.568970 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c13c5e22-1aa3-42fc-90a3-2d7f9d92d843 req-10269338-9fb2-4050-a995-c3e8fda43662 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 943 time: 0.0588360 May 04 15:02:55.628271 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c13c5e22-1aa3-42fc-90a3-2d7f9d92d843 req-29dc81e9-9d9a-49a9-8a2d-b63605c5d524 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520790 May 04 15:02:55.817239 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b41847-c1bb-4804-9259-822c3eded1f2 req-41db2e45-f2c1-4a9b-aad6-5e6ff13181c5 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:55.819608 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-82b41847-c1bb-4804-9259-822c3eded1f2 req-41db2e45-f2c1-4a9b-aad6-5e6ff13181c5 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 945 time: 0.0576141 May 04 15:02:55.880488 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-82b41847-c1bb-4804-9259-822c3eded1f2 req-503c0411-d256-401b-a643-244fe5bd3c8c tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546625 May 04 15:02:56.344760 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6417a6-2140-40f6-a05f-7eb006dfe75e req-5b438d69-9978-49a7-8cd2-7d1bc0ed1bb7 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:56.346563 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7b6417a6-2140-40f6-a05f-7eb006dfe75e req-5b438d69-9978-49a7-8cd2-7d1bc0ed1bb7 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 984 time: 0.0597937 May 04 15:02:56.391674 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7b6417a6-2140-40f6-a05f-7eb006dfe75e req-b6098cdf-ab13-438e-a012-8a894b315647 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&id=fa132280-3474-411c-8fd1-1ba9f737109d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380712 May 04 15:02:56.757568 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d859a406-75e4-496b-ba8d-ef2563b04ec2 req-f910d3fc-6332-4d7b-81c7-42addc559b7d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:56.759248 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d859a406-75e4-496b-ba8d-ef2563b04ec2 req-f910d3fc-6332-4d7b-81c7-42addc559b7d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 943 time: 0.0527942 May 04 15:02:56.801030 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d859a406-75e4-496b-ba8d-ef2563b04ec2 req-b476d523-296f-462b-9d38-4e84f21e886f tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351493 May 04 15:02:57.011695 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b27fa-8b83-4956-a08c-69be4ad61389 req-5fcda271-e1a4-4450-b5c6-14ef1ba85547 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:57.014627 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-bf7b27fa-8b83-4956-a08c-69be4ad61389 req-5fcda271-e1a4-4450-b5c6-14ef1ba85547 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 945 time: 0.0531807 May 04 15:02:57.056857 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-bf7b27fa-8b83-4956-a08c-69be4ad61389 req-484d027d-d7eb-4f20-9da3-5b8e6fb385a1 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354035 May 04 15:02:57.520253 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd4ea8-cd8c-476e-9ad2-ed77bab25447 req-2d4c5655-de8c-4c06-9694-f56c504597b1 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:57.522325 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-75cd4ea8-cd8c-476e-9ad2-ed77bab25447 req-2d4c5655-de8c-4c06-9694-f56c504597b1 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 984 time: 0.0599098 May 04 15:02:57.565552 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-75cd4ea8-cd8c-476e-9ad2-ed77bab25447 req-9d619a48-6f35-47cc-84a0-d0f2493c0f03 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&id=fa132280-3474-411c-8fd1-1ba9f737109d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0370514 May 04 15:02:57.944207 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b15f598-6b92-43e0-bc2f-6109cc570343 req-970618a2-ed57-4ff9-afc5-9001157a5a5c tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:57.947767 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1b15f598-6b92-43e0-bc2f-6109cc570343 req-970618a2-ed57-4ff9-afc5-9001157a5a5c tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 943 time: 0.0524590 May 04 15:02:57.987912 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1b15f598-6b92-43e0-bc2f-6109cc570343 req-94052c46-76ee-4f13-8d93-499b02696733 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347960 May 04 15:02:58.177980 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac71201a-f382-4fcf-a739-902481f2f188 req-9b154c1a-69fc-4818-8bb1-cc0e08cbf659 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:58.179536 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ac71201a-f382-4fcf-a739-902481f2f188 req-9b154c1a-69fc-4818-8bb1-cc0e08cbf659 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 945 time: 0.0511804 May 04 15:02:58.222743 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ac71201a-f382-4fcf-a739-902481f2f188 req-4d233a2a-dce2-4f98-a24e-dc0ed6e140c4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355978 May 04 15:02:58.692586 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981cd1dd-eea5-4b01-aba3-4fecdabc1ed2 req-41aa003c-6d6d-4eb0-b592-1fb1835d1f6c tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:58.694129 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-981cd1dd-eea5-4b01-aba3-4fecdabc1ed2 req-41aa003c-6d6d-4eb0-b592-1fb1835d1f6c tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 984 time: 0.0574656 May 04 15:02:58.737107 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-981cd1dd-eea5-4b01-aba3-4fecdabc1ed2 req-f833550d-07b7-429b-8b68-40d88779d510 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&id=fa132280-3474-411c-8fd1-1ba9f737109d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364692 May 04 15:02:59.206584 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d3991a-d493-4b36-9dd9-04e43ef0fdf9 req-9286b9aa-8676-4953-a92f-92fe50c09ce0 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:59.208853 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-10d3991a-d493-4b36-9dd9-04e43ef0fdf9 req-9286b9aa-8676-4953-a92f-92fe50c09ce0 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 943 time: 0.1419754 May 04 15:02:59.252530 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-10d3991a-d493-4b36-9dd9-04e43ef0fdf9 req-c4bef4a6-e6dd-4e6c-b32c-6cd1d56fe95c tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371957 May 04 15:02:59.352886 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65137c-6be5-464f-a5e6-8f8946349f8f req-14ca1d82-77da-4a35-b3da-6eae00c10a6d tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:59.354513 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5b65137c-6be5-464f-a5e6-8f8946349f8f req-14ca1d82-77da-4a35-b3da-6eae00c10a6d tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 945 time: 0.0567024 May 04 15:02:59.394654 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5b65137c-6be5-464f-a5e6-8f8946349f8f req-27a12fe8-0383-42c7-9d6e-945fc4bf12c6 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334477 May 04 15:02:59.860922 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e18007-6dab-43a2-9395-750d3da2bdd1 req-3b60f7be-3475-41e0-89b0-524cd1cf4ef6 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:02:59.862410 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d4e18007-6dab-43a2-9395-750d3da2bdd1 req-3b60f7be-3475-41e0-89b0-524cd1cf4ef6 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 984 time: 0.0538502 May 04 15:02:59.907277 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d4e18007-6dab-43a2-9395-750d3da2bdd1 req-59eb4510-d65c-4302-9429-bbc6b10fe0d7 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&id=fa132280-3474-411c-8fd1-1ba9f737109d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0388227 May 04 15:03:00.374267 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2340f5f-dd56-4239-87c7-63251ad56b84 req-998dc225-b55f-4b2f-9047-55275415ffce tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:00.375731 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e2340f5f-dd56-4239-87c7-63251ad56b84 req-998dc225-b55f-4b2f-9047-55275415ffce tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 943 time: 0.0482514 May 04 15:03:00.421386 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e2340f5f-dd56-4239-87c7-63251ad56b84 req-8687bbdd-0896-4f5a-b53e-873b4c174153 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361955 May 04 15:03:00.509551 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74363058-2cb0-41f0-b0ed-3ffa6bda06cf req-0741347b-31b9-422b-af5a-871dd5a8a5dd tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:00.511028 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-74363058-2cb0-41f0-b0ed-3ffa6bda06cf req-0741347b-31b9-422b-af5a-871dd5a8a5dd tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 945 time: 0.0492399 May 04 15:03:00.552899 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-74363058-2cb0-41f0-b0ed-3ffa6bda06cf req-cbad3273-589a-462e-a202-68c649698bda tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354753 May 04 15:03:01.024073 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d556127-d7c4-4aa5-b415-14b89d3a054d req-23b6bf0b-4dbf-4113-b87b-d2f158a0be3b tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:01.025555 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1d556127-d7c4-4aa5-b415-14b89d3a054d req-23b6bf0b-4dbf-4113-b87b-d2f158a0be3b tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 984 time: 0.0514922 May 04 15:03:01.065127 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1d556127-d7c4-4aa5-b415-14b89d3a054d req-770c780b-242f-4665-8a10-b3ff424fc72e tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&id=fa132280-3474-411c-8fd1-1ba9f737109d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333920 May 04 15:03:01.546587 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19bfbaa-dcef-4cbb-b40d-f4a4dffd8439 req-6abf9bec-a25e-4ce6-aaa2-bb0fd81728f3 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:01.548047 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c19bfbaa-dcef-4cbb-b40d-f4a4dffd8439 req-6abf9bec-a25e-4ce6-aaa2-bb0fd81728f3 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 943 time: 0.0480061 May 04 15:03:01.584885 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c19bfbaa-dcef-4cbb-b40d-f4a4dffd8439 req-bae46ddf-d518-44eb-9e3a-9503b2744ac6 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307770 May 04 15:03:01.673468 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33054bb5-1d0f-4838-8ecf-9d624d40c7ad req-bb022a7c-f7f0-4cfb-a9ef-c0a0364d8717 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:01.674936 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-33054bb5-1d0f-4838-8ecf-9d624d40c7ad req-bb022a7c-f7f0-4cfb-a9ef-c0a0364d8717 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 945 time: 0.0486226 May 04 15:03:01.714318 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-33054bb5-1d0f-4838-8ecf-9d624d40c7ad req-821938b8-9d5e-4f94-aeb8-b88fcd432a93 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333633 May 04 15:03:02.190509 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c802599-c514-461b-9ba1-f388b9e3a951 req-81dd9602-4776-4922-8b62-5487a23844ce tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:02.191974 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5c802599-c514-461b-9ba1-f388b9e3a951 req-81dd9602-4776-4922-8b62-5487a23844ce tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 984 time: 0.0536509 May 04 15:03:02.231316 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5c802599-c514-461b-9ba1-f388b9e3a951 req-8dd32829-81d9-4bd4-bcae-a0f43161c83f tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&id=fa132280-3474-411c-8fd1-1ba9f737109d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0332866 May 04 15:03:02.702384 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695dcaaf-d75a-4958-85ef-36c7a28b39a1 req-b854466f-b3fb-4823-82bd-f26f9c14023d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:02.703842 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-695dcaaf-d75a-4958-85ef-36c7a28b39a1 req-b854466f-b3fb-4823-82bd-f26f9c14023d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 943 time: 0.0477462 May 04 15:03:02.748528 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-695dcaaf-d75a-4958-85ef-36c7a28b39a1 req-31408c53-4249-4579-8a07-9b74cddf8778 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384762 May 04 15:03:02.856414 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6e755b-b83d-492c-9307-e43423d27eab req-0fdcf100-b838-4ee2-aa75-2f042f55a30a tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:02.858515 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-db6e755b-b83d-492c-9307-e43423d27eab req-0fdcf100-b838-4ee2-aa75-2f042f55a30a tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 945 time: 0.0674498 May 04 15:03:02.897018 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-db6e755b-b83d-492c-9307-e43423d27eab req-5f58465e-0ce4-4c89-b79f-1ae78d4d2dac tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323083 May 04 15:03:03.041916 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca955c77-3b2b-4a81-bfd7-1689e544be28 req-4a9ea4ec-7efd-4e99-8c38-2656519e6abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:03.043403 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ca955c77-3b2b-4a81-bfd7-1689e544be28 req-4a9ea4ec-7efd-4e99-8c38-2656519e6abd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 1098 time: 0.0435870 May 04 15:03:03.078872 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ca955c77-3b2b-4a81-bfd7-1689e544be28 req-8a7d393c-4a1b-4acf-bad0-9bca54812dbd service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290537 May 04 15:03:03.351417 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df8db45-d876-43a1-97aa-8f109460cc6a req-9f7987d0-65eb-4bb7-af08-84017647ee26 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:03.353036 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2df8db45-d876-43a1-97aa-8f109460cc6a req-9f7987d0-65eb-4bb7-af08-84017647ee26 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 984 time: 0.0515850 May 04 15:03:03.393240 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2df8db45-d876-43a1-97aa-8f109460cc6a req-70ca1243-7781-4b4f-8e55-8e520ffce3b3 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&id=fa132280-3474-411c-8fd1-1ba9f737109d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341349 May 04 15:03:03.901402 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0dd143-030d-4e49-83bf-58323e4dc858 req-831d30e5-6890-4e6e-aac0-84a6b561bbad tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:03.902890 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-bf0dd143-030d-4e49-83bf-58323e4dc858 req-831d30e5-6890-4e6e-aac0-84a6b561bbad tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 943 time: 0.0495591 May 04 15:03:03.942599 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-bf0dd143-030d-4e49-83bf-58323e4dc858 req-88eb92ac-006b-456c-b0c0-0c1ec2d77955 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336292 May 04 15:03:04.021715 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f63e9e-5642-4b5c-846d-613b75eccaab req-ba2e13a3-0d82-4093-bb55-0c650d8721cd tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:04.023220 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-57f63e9e-5642-4b5c-846d-613b75eccaab req-ba2e13a3-0d82-4093-bb55-0c650d8721cd tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 945 time: 0.0546508 May 04 15:03:04.067155 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-57f63e9e-5642-4b5c-846d-613b75eccaab req-44cf2176-7817-4a31-b833-f7bbc38edf63 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372062 May 04 15:03:04.529383 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4039d5f6-e4a1-4891-9fd8-e518752a6905 req-e54bca45-3e78-4f20-8f0d-a3973d3396a1 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:04.530726 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4039d5f6-e4a1-4891-9fd8-e518752a6905 req-e54bca45-3e78-4f20-8f0d-a3973d3396a1 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 984 time: 0.0490341 May 04 15:03:04.570054 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4039d5f6-e4a1-4891-9fd8-e518752a6905 req-5f0df5d5-0aec-4f49-8af0-79e01ee3fe47 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&id=fa132280-3474-411c-8fd1-1ba9f737109d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0333505 May 04 15:03:05.070456 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4befc1-d1a0-4234-b5bc-ae9d88bcaf7b req-d3ad8fa8-e4eb-4caf-9243-cad5d2645321 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:05.071988 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0a4befc1-d1a0-4234-b5bc-ae9d88bcaf7b req-d3ad8fa8-e4eb-4caf-9243-cad5d2645321 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 943 time: 0.0553601 May 04 15:03:05.121807 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0a4befc1-d1a0-4234-b5bc-ae9d88bcaf7b req-7157c6eb-d0fa-4382-8b08-a9bdc52beb67 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398879 May 04 15:03:05.250568 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706c1b28-79e4-48dc-920a-2ad3e4d793be req-187a426a-3e41-4003-8586-6b2428858ca8 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:05.252081 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-706c1b28-79e4-48dc-920a-2ad3e4d793be req-187a426a-3e41-4003-8586-6b2428858ca8 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 945 time: 0.0558841 May 04 15:03:05.292976 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-706c1b28-79e4-48dc-920a-2ad3e4d793be req-c357f52e-1b7b-4079-85c1-7046750b9e0e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344830 May 04 15:03:05.428443 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6245b5e-1067-4141-ac10-974da46aa73d req-80ec8a84-08f7-4488-b77a-c1b44d9d3f21 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:05.429939 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a6245b5e-1067-4141-ac10-974da46aa73d req-80ec8a84-08f7-4488-b77a-c1b44d9d3f21 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 945 time: 0.0514538 May 04 15:03:05.467864 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a6245b5e-1067-4141-ac10-974da46aa73d req-b0d3948e-ce8c-415c-b340-2b36c6625f7f tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314553 May 04 15:03:05.489818 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 46886) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:03:05.570932 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b517773-6b7d-473d-a281-15dc4aa9c7d9 tempest-TestVolumeBootPattern-660692146 tempest-TestVolumeBootPattern-660692146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:05.572388 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-6b517773-6b7d-473d-a281-15dc4aa9c7d9 tempest-TestVolumeBootPattern-660692146 tempest-TestVolumeBootPattern-660692146-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 1093 time: 0.0816009 May 04 15:03:05.575946 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 46890) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:03:05.580493 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-a6566e94-1f0a-4ed3-b929-d6d14db761be tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Request body: {'floatingip': {'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'port_id': '984eb666-7f6c-400b-abd9-9e33982b77d2', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:03:05.601327 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a6566e94-1f0a-4ed3-b929-d6d14db761be tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for floatingip, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:05.704194 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a6566e94-1f0a-4ed3-b929-d6d14db761be tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:05.808642 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.db_base_plugin_common [None req-a6566e94-1f0a-4ed3-b929-d6d14db761be tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Allocated IP 172.27.1.65 (de075482-66db-4cfa-a120-f2ea157cd064/5a69c200-2813-4998-8939-5704799bdcf4/d74c4eda-2c10-4ec3-b637-b0014365a89e) {{(pid=101863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:03:05.914855 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a6566e94-1f0a-4ed3-b929-d6d14db761be tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for port, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:05.948989 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a6566e94-1f0a-4ed3-b929-d6d14db761be tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:05.990259 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6566e94-1f0a-4ed3-b929-d6d14db761be tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Network de075482-66db-4cfa-a120-f2ea157cd064 is already hosted by enough agents. {{(pid=101863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:03:05.993089 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-a6566e94-1f0a-4ed3-b929-d6d14db761be tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Resources bound (agent type, host, resource id): {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:03:05.999276 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6566e94-1f0a-4ed3-b929-d6d14db761be tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Received port after_create {{(pid=101863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:03:06.028826 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6566e94-1f0a-4ed3-b929-d6d14db761be tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Pushing event updated for resources: {'Port': ['ID=d74c4eda-2c10-4ec3-b637-b0014365a89e,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:06.041680 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6566e94-1f0a-4ed3-b929-d6d14db761be tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:06.042005 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6566e94-1f0a-4ed3-b929-d6d14db761be tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:06.042359 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6566e94-1f0a-4ed3-b929-d6d14db761be tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:06.042746 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6566e94-1f0a-4ed3-b929-d6d14db761be tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:06.043080 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6566e94-1f0a-4ed3-b929-d6d14db761be tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:06.043408 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6566e94-1f0a-4ed3-b929-d6d14db761be tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:06.043734 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6566e94-1f0a-4ed3-b929-d6d14db761be tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:06.044573 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6566e94-1f0a-4ed3-b929-d6d14db761be tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:06.044925 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6566e94-1f0a-4ed3-b929-d6d14db761be tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:06.045245 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6566e94-1f0a-4ed3-b929-d6d14db761be tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:06.045566 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6566e94-1f0a-4ed3-b929-d6d14db761be tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:06.045880 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6566e94-1f0a-4ed3-b929-d6d14db761be tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:06.140925 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-8f952e9a-9b34-4b96-9cc6-b6cc0d485fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:06.567857 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26dabcf-beca-47d5-90f1-1aba2f26c435 req-6cec5f1f-9cd1-404b-af7b-14b4de4be072 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:06.569402 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a26dabcf-beca-47d5-90f1-1aba2f26c435 req-6cec5f1f-9cd1-404b-af7b-14b4de4be072 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 943 time: 0.1109872 May 04 15:03:06.657706 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a26dabcf-beca-47d5-90f1-1aba2f26c435 req-62eda753-ebe8-4b3b-aa51-b7504841c28b tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792665 May 04 15:03:06.697035 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a6566e94-1f0a-4ed3-b929-d6d14db761be tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:06.762366 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a6566e94-1f0a-4ed3-b929-d6d14db761be tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:06.917480 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a6566e94-1f0a-4ed3-b929-d6d14db761be tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for port, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:06.921922 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a6566e94-1f0a-4ed3-b929-d6d14db761be tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2944232'] for port, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:06.990865 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6566e94-1f0a-4ed3-b929-d6d14db761be tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Pushing event updated for resources: {'Port': ['ID=d74c4eda-2c10-4ec3-b637-b0014365a89e,revision_number=2']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:07.007081 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a6566e94-1f0a-4ed3-b929-d6d14db761be tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628046'] for floatingip, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:07.113845 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.db.l3_db [None req-a6566e94-1f0a-4ed3-b929-d6d14db761be tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Floating IP 70caa439-7290-4b2f-9b56-fd25e760ca3d associated. External IP: 172.27.1.65, port: 984eb666-7f6c-400b-abd9-9e33982b77d2. May 04 15:03:07.329392 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6566e94-1f0a-4ed3-b929-d6d14db761be tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Router 06f54089-7973-46bd-8d6b-77e9050d24a8 has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:03:07.445257 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6566e94-1f0a-4ed3-b929-d6d14db761be tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:03:07.457649 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66f5a01-ca35-450f-8bb2-3c378b0ce5a5 None None] Sync routers for ids ['06f54089-7973-46bd-8d6b-77e9050d24a8'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:03:07.465603 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a6566e94-1f0a-4ed3-b929-d6d14db761be tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:07.468664 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66f5a01-ca35-450f-8bb2-3c378b0ce5a5 None None] Routers {'06f54089-7973-46bd-8d6b-77e9050d24a8'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:03:07.469405 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-a66f5a01-ca35-450f-8bb2-3c378b0ce5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:02:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['06f54089-7973-46bd-8d6b-77e9050d24a8'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:07.494812 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-a6566e94-1f0a-4ed3-b929-d6d14db761be tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9175909 May 04 15:03:07.495385 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5075511-652c-488f-8a59-28e60cb2cba6', 'tag': '984eb666-7f6c-400b-abd9-9e33982b77d2'}] {{(pid=101863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:03:07.497682 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c6767b5d81d022f3d85e9c22ce19b705c79dd3cfc51145499811648722293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54197770-7b5f-45ed-ba5a-5010b88dc026" -d '{"events": [{"name": "network-changed", "server_uuid": "c5075511-652c-488f-8a59-28e60cb2cba6", "tag": "984eb666-7f6c-400b-abd9-9e33982b77d2"}]}' {{(pid=101863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:03:07.536068 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02e9783-10f5-41dc-a3c2-5000d6e5ccf6 x-openstack-request-id: req-f02e9783-10f5-41dc-a3c2-5000d6e5ccf6 {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:03:07.536358 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5075511-652c-488f-8a59-28e60cb2cba6", "tag": "984eb666-7f6c-400b-abd9-9e33982b77d2", "status": "completed", "code": 200}]} {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:03:07.536636 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f02e9783-10f5-41dc-a3c2-5000d6e5ccf6 {{(pid=101863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:03:07.537097 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f02e9783-10f5-41dc-a3c2-5000d6e5ccf6'] response: {'name': 'network-changed', 'server_uuid': 'c5075511-652c-488f-8a59-28e60cb2cba6', 'tag': '984eb666-7f6c-400b-abd9-9e33982b77d2', 'status': 'completed', 'code': 200} May 04 15:03:07.577108 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-a66f5a01-ca35-450f-8bb2-3c378b0ce5a5 None None] Set router 06f54089-7973-46bd-8d6b-77e9050d24a8 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:03:07.632107 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54197770-7b5f-45ed-ba5a-5010b88dc026 req-1da63db2-ccdd-46f3-8b30-d3591a35257d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:07.633712 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-54197770-7b5f-45ed-ba5a-5010b88dc026 req-1da63db2-ccdd-46f3-8b30-d3591a35257d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=746261ccdb744b4abdfc7b324a2ab0c7&device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 1098 time: 0.0431316 May 04 15:03:07.752154 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54197770-7b5f-45ed-ba5a-5010b88dc026 req-fe9b0b96-39a7-44df-b9b4-fac4e91c5c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:07.753653 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-54197770-7b5f-45ed-ba5a-5010b88dc026 req-fe9b0b96-39a7-44df-b9b4-fac4e91c5c8a service neutron] 10.222.0.11 "GET /v2.0/networks?id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 HTTP/1.1" status: 200 len: 913 time: 0.1134601 May 04 15:03:07.810703 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-a66f5a01-ca35-450f-8bb2-3c378b0ce5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'name': 'tempest-TestVolumeBootPattern-1512480132-router', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:56Z', 'updated_at': '2022-05-04T15:01:59Z', 'revision_number': 4, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'gw_port': {'id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:57Z', 'updated_at': '2022-05-04T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': '70caa439-7290-4b2f-9b56-fd25e760ca3d', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'port_id': '984eb666-7f6c-400b-abd9-9e33982b77d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'mac_address': 'fa:16:3e:f4:27:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5075511-652c-488f-8a59-28e60cb2cba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:03:06Z', 'updated_at': '2022-05-04T15:03:06Z', 'revision_number': 0, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92332740-8551-4617-a14b-a5ea0897409b', 'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'mac_address': 'fa:16:3e:69:97:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:58Z', 'updated_at': '2022-05-04T15:02:03Z', 'revision_number': 5, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'subnets': [{'id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:07.843193 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e112a1-4487-4583-bae5-e3367194fa7a req-37a4fff5-9e33-40aa-8d05-0e6fb88d58ff tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:07.843515 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66f5a01-ca35-450f-8bb2-3c378b0ce5a5 None None] Checking router: 06f54089-7973-46bd-8d6b-77e9050d24a8 for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:03:07.844646 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-09e112a1-4487-4583-bae5-e3367194fa7a req-37a4fff5-9e33-40aa-8d05-0e6fb88d58ff tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 943 time: 0.1114714 May 04 15:03:07.847162 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-54197770-7b5f-45ed-ba5a-5010b88dc026 req-733f88f7-ba55-4a4d-a26b-9a33d2ef475a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=984eb666-7f6c-400b-abd9-9e33982b77d2 HTTP/1.1" status: 200 len: 998 time: 0.0799448 May 04 15:03:07.851975 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a66f5a01-ca35-450f-8bb2-3c378b0ce5a5 None None] Routers {'06f54089-7973-46bd-8d6b-77e9050d24a8'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:03:07.852581 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-a66f5a01-ca35-450f-8bb2-3c378b0ce5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:02:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['06f54089-7973-46bd-8d6b-77e9050d24a8'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:07.928824 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-09e112a1-4487-4583-bae5-e3367194fa7a req-5f39e132-f740-4f84-b695-e38c4148d433 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774186 May 04 15:03:07.934284 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54197770-7b5f-45ed-ba5a-5010b88dc026 req-afadde73-fca3-4378-82b6-d92a75246f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:07.936490 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-54197770-7b5f-45ed-ba5a-5010b88dc026 req-afadde73-fca3-4378-82b6-d92a75246f9d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c125eab1-7cf8-4e7c-acbb-db552c02fcee HTTP/1.1" status: 200 len: 851 time: 0.0784078 May 04 15:03:07.961001 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-a66f5a01-ca35-450f-8bb2-3c378b0ce5a5 None None] Set router 06f54089-7973-46bd-8d6b-77e9050d24a8 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:03:07.984370 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54197770-7b5f-45ed-ba5a-5010b88dc026 req-9a5ccd6d-14ae-46ab-a472-cbbf257f7d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:07.985941 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-54197770-7b5f-45ed-ba5a-5010b88dc026 req-9a5ccd6d-14ae-46ab-a472-cbbf257f7d94 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424643 May 04 15:03:08.086819 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-54197770-7b5f-45ed-ba5a-5010b88dc026 req-1da3782e-2aee-43d6-8f15-5f180862bdc9 service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910699 May 04 15:03:08.175796 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-54197770-7b5f-45ed-ba5a-5010b88dc026 req-c16c9cb6-bf61-42d4-bdde-d5297de71d6f service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816474 May 04 15:03:08.187777 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-a66f5a01-ca35-450f-8bb2-3c378b0ce5a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'name': 'tempest-TestVolumeBootPattern-1512480132-router', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:56Z', 'updated_at': '2022-05-04T15:01:59Z', 'revision_number': 4, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'gw_port': {'id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:57Z', 'updated_at': '2022-05-04T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': '70caa439-7290-4b2f-9b56-fd25e760ca3d', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'port_id': '984eb666-7f6c-400b-abd9-9e33982b77d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'mac_address': 'fa:16:3e:f4:27:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5075511-652c-488f-8a59-28e60cb2cba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:03:06Z', 'updated_at': '2022-05-04T15:03:06Z', 'revision_number': 0, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92332740-8551-4617-a14b-a5ea0897409b', 'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'mac_address': 'fa:16:3e:69:97:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:58Z', 'updated_at': '2022-05-04T15:02:03Z', 'revision_number': 5, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'subnets': [{'id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:03:08.217760 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a66f5a01-ca35-450f-8bb2-3c378b0ce5a5 None None] The sync data for ids ['06f54089-7973-46bd-8d6b-77e9050d24a8'] in dv-cinder-829630-2-iscsi is: [{'id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'name': 'tempest-TestVolumeBootPattern-1512480132-router', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:56Z', 'updated_at': '2022-05-04T15:01:59Z', 'revision_number': 4, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'gw_port': {'id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:57Z', 'updated_at': '2022-05-04T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': '70caa439-7290-4b2f-9b56-fd25e760ca3d', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'floating_ip_address': '172.27.1.65', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'port_id': '984eb666-7f6c-400b-abd9-9e33982b77d2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'mac_address': 'fa:16:3e:f4:27:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5075511-652c-488f-8a59-28e60cb2cba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:03:06Z', 'updated_at': '2022-05-04T15:03:06Z', 'revision_number': 0, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92332740-8551-4617-a14b-a5ea0897409b', 'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'mac_address': 'fa:16:3e:69:97:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:58Z', 'updated_at': '2022-05-04T15:02:03Z', 'revision_number': 5, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'subnets': [{'id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:03:08.403663 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71944eaa-5c35-481e-9e76-5e395c3cfefc None None] New status for floating IP 70caa439-7290-4b2f-9b56-fd25e760ca3d: ACTIVE {{(pid=101865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:03:08.457771 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-8bfc6f61-2fb6-4d3e-bf5a-b3f17ffb25b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:09.055626 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b85116-b02e-4d83-bd5c-af6d82ab8aac req-0f5b9c0e-3374-4cea-8306-ef24d270e881 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:09.057165 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-45b85116-b02e-4d83-bd5c-af6d82ab8aac req-0f5b9c0e-3374-4cea-8306-ef24d270e881 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 943 time: 0.0490189 May 04 15:03:09.099933 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-45b85116-b02e-4d83-bd5c-af6d82ab8aac req-92b7b574-4737-4eb6-8232-429d706ad94b tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366852 May 04 15:03:09.661193 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:10.222568 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1a1b3b-a6ee-41d1-a02a-377b30500062 req-e29c8941-eae1-49ed-afa3-e13d65afdb79 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:10.224047 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9e1a1b3b-a6ee-41d1-a02a-377b30500062 req-e29c8941-eae1-49ed-afa3-e13d65afdb79 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 943 time: 0.0514331 May 04 15:03:10.263304 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9e1a1b3b-a6ee-41d1-a02a-377b30500062 req-66d68c1d-4e94-47b1-8375-bd9d375d6d3a tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332198 May 04 15:03:10.413643 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:11.297932 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:11.383301 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a3fe92-cda1-436c-b457-6c4552c1865d req-9a86cb09-03a0-4333-b696-5ce3f850d596 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:11.384783 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-13a3fe92-cda1-436c-b457-6c4552c1865d req-9a86cb09-03a0-4333-b696-5ce3f850d596 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 943 time: 0.0477288 May 04 15:03:11.421133 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-13a3fe92-cda1-436c-b457-6c4552c1865d req-8aac2c05-3268-4389-b4cf-263bf60cf718 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301633 May 04 15:03:11.693828 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:12.543251 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca1781-773e-46bb-ad24-96b67b3e6d70 req-ee2c21c4-fc91-4544-9388-140760835cfc tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:12.545421 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c7ca1781-773e-46bb-ad24-96b67b3e6d70 req-ee2c21c4-fc91-4544-9388-140760835cfc tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 943 time: 0.0498896 May 04 15:03:12.591266 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c7ca1781-773e-46bb-ad24-96b67b3e6d70 req-5c9459cc-4446-4d10-858c-1c0134622adb tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388045 May 04 15:03:12.937819 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd1935a-fe01-4e36-a01f-9b1e063c377d req-4fb4dc07-92ac-4408-8e1e-a6c73ac637a7 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:12.939277 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ebd1935a-fe01-4e36-a01f-9b1e063c377d req-4fb4dc07-92ac-4408-8e1e-a6c73ac637a7 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 945 time: 0.0759056 May 04 15:03:12.945226 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc5980-7c90-49ff-a227-3adcd3961940 req-1f76db9d-da7d-4e25-8eee-79c09ddeefef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:12.946569 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1bbc5980-7c90-49ff-a227-3adcd3961940 req-1f76db9d-da7d-4e25-8eee-79c09ddeefef service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=905c2ec6da98485d974f32e58df0cfb5&device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 1098 time: 0.0567801 May 04 15:03:12.996103 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ebd1935a-fe01-4e36-a01f-9b1e063c377d req-b1355b01-24fc-4017-a870-2750a34507be tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=536153dc-1e79-4719-a214-ff5c7bae6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486209 May 04 15:03:13.038991 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-c963f16b-d6cb-42a5-b4fd-f23448bb4fdc req-648b8d13-4b46-4198-bf5f-078c4c880a5f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0410278 May 04 15:03:13.069602 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc5980-7c90-49ff-a227-3adcd3961940 req-932b7590-2722-4d2a-8f9d-2e48662df135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:13.071049 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1bbc5980-7c90-49ff-a227-3adcd3961940 req-932b7590-2722-4d2a-8f9d-2e48662df135 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc HTTP/1.1" status: 200 len: 920 time: 0.0975921 May 04 15:03:13.140143 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1bbc5980-7c90-49ff-a227-3adcd3961940 req-8840e63c-a018-4d4f-993a-87fd72590c70 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e15c5d79-99c5-4358-832f-31842b7bbd12 HTTP/1.1" status: 200 len: 1001 time: 0.0608070 May 04 15:03:13.194060 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc5980-7c90-49ff-a227-3adcd3961940 req-8840edeb-3df1-435c-8391-e0fe4205760e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:13.195577 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1bbc5980-7c90-49ff-a227-3adcd3961940 req-8840edeb-3df1-435c-8391-e0fe4205760e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a HTTP/1.1" status: 200 len: 858 time: 0.0473294 May 04 15:03:13.248883 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbc5980-7c90-49ff-a227-3adcd3961940 req-dec639e6-efaa-47d3-8084-1536924f11fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:13.250300 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1bbc5980-7c90-49ff-a227-3adcd3961940 req-dec639e6-efaa-47d3-8084-1536924f11fc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0481515 May 04 15:03:13.343983 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1bbc5980-7c90-49ff-a227-3adcd3961940 req-7a85e5b6-2cb8-4b4b-b506-ff8ae7b72497 service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859172 May 04 15:03:13.346741 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963f16b-d6cb-42a5-b4fd-f23448bb4fdc req-e25d7f9a-dd72-464a-ada6-737546991c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:13.348208 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-c963f16b-d6cb-42a5-b4fd-f23448bb4fdc req-e25d7f9a-dd72-464a-ada6-737546991c4b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=905c2ec6da98485d974f32e58df0cfb5&device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 1099 time: 0.2683101 May 04 15:03:13.388907 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device be8f13a8-1319-4583-87e0-88b7c802c213 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:03:13.442541 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1bbc5980-7c90-49ff-a227-3adcd3961940 req-d938b35e-c724-40c9-9886-2b30afabaed9 service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895200 May 04 15:03:13.456353 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963f16b-d6cb-42a5-b4fd-f23448bb4fdc req-da9cbcd8-c420-405f-b922-4a437b1d8a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:13.457865 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-c963f16b-d6cb-42a5-b4fd-f23448bb4fdc req-da9cbcd8-c420-405f-b922-4a437b1d8a5d service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc HTTP/1.1" status: 200 len: 920 time: 0.0866234 May 04 15:03:13.488044 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port be8f13a8-1319-4583-87e0-88b7c802c213, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=be8f13a8-1319-4583-87e0-88b7c802c213,segment=NetworkSegment(b1142b6e-dead-4f76-9ea3-713e036ec259),segment_id=b1142b6e-dead-4f76-9ea3-713e036ec259)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:03:13.500258 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Returning: {'device': 'be8f13a8-1319-4583-87e0-88b7c802c213', 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97', 'port_id': 'be8f13a8-1319-4583-87e0-88b7c802c213', 'mac_address': 'fa:16:3e:1c:4c:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:03:13.506636 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-c963f16b-d6cb-42a5-b4fd-f23448bb4fdc req-9c94a6fa-a0e7-42bc-9be4-0fc6e5c48fb2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45b302bb-8c1b-4e9f-b035-e562354cccae HTTP/1.1" status: 200 len: 217 time: 0.0421796 May 04 15:03:13.543061 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:13.556700 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be8f13a8-1319-4583-87e0-88b7c802c213 {{(pid=101865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:03:13.560868 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963f16b-d6cb-42a5-b4fd-f23448bb4fdc req-39c1cdb6-6c68-4594-bae5-77917c6ad259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:13.562418 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-c963f16b-d6cb-42a5-b4fd-f23448bb4fdc req-39c1cdb6-6c68-4594-bae5-77917c6ad259 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a HTTP/1.1" status: 200 len: 858 time: 0.0446932 May 04 15:03:13.578493 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port be8f13a8-1319-4583-87e0-88b7c802c213, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=be8f13a8-1319-4583-87e0-88b7c802c213,segment=NetworkSegment(b1142b6e-dead-4f76-9ea3-713e036ec259),segment_id=b1142b6e-dead-4f76-9ea3-713e036ec259)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:03:13.582477 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:13.633899 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=be8f13a8-1319-4583-87e0-88b7c802c213,revision_number=9']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:13.641587 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963f16b-d6cb-42a5-b4fd-f23448bb4fdc req-05fe8a0f-816e-4676-b599-b8daeb9eb9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:13.641806 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:13.642044 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:13.642330 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:13.642667 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:13.643003 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:13.643199 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-c963f16b-d6cb-42a5-b4fd-f23448bb4fdc req-05fe8a0f-816e-4676-b599-b8daeb9eb9ae service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0454741 May 04 15:03:13.643471 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:13.643835 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:13.644194 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:13.644583 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:13.644944 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:13.645274 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:13.645622 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:03:13.738744 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-c963f16b-d6cb-42a5-b4fd-f23448bb4fdc req-10272fc7-ca8e-4382-9615-65ff7633077c service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874116 May 04 15:03:13.767843 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef4dc78-4ce5-4349-ad41-b350ba40f15f req-b0992cc6-27a3-4bce-96fa-6dadf462895b tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:13.769285 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8ef4dc78-4ce5-4349-ad41-b350ba40f15f req-b0992cc6-27a3-4bce-96fa-6dadf462895b tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 944 time: 0.1011984 May 04 15:03:13.807596 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8ef4dc78-4ce5-4349-ad41-b350ba40f15f req-5df315dc-7846-46f1-9852-27270d358ad9 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323718 May 04 15:03:13.830480 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-c963f16b-d6cb-42a5-b4fd-f23448bb4fdc req-b8e1c596-764f-4195-a284-ab7e96977822 service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827806 May 04 15:03:14.112605 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240d72ac-bcd4-4274-a346-0b37a391694f req-f24f3342-a6d7-4c40-aa9b-df82ed148965 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:14.114192 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-240d72ac-bcd4-4274-a346-0b37a391694f req-f24f3342-a6d7-4c40-aa9b-df82ed148965 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 945 time: 0.0485249 May 04 15:03:14.119890 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['be8f13a8-1319-4583-87e0-88b7c802c213'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:03:14.152107 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-240d72ac-bcd4-4274-a346-0b37a391694f req-80ace8c1-f642-4c2c-ab59-2c996234fca0 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=536153dc-1e79-4719-a214-ff5c7bae6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319476 May 04 15:03:14.936701 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96256d78-e00a-42b9-9940-75f75d50e8f2 req-ceb89a62-458f-478f-a638-826d93a546a9 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:14.938212 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-96256d78-e00a-42b9-9940-75f75d50e8f2 req-ceb89a62-458f-478f-a638-826d93a546a9 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 944 time: 0.0528817 May 04 15:03:14.975011 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-96256d78-e00a-42b9-9940-75f75d50e8f2 req-c0bc3c62-0808-435b-8a9f-84447e1d048f tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308371 May 04 15:03:15.075520 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:03:15.331466 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98265f47-c4b3-46dc-bddc-f64ca59ffc26 req-df8f1eca-12b1-40e0-bb9d-4ec0e74d337a tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:15.333011 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-98265f47-c4b3-46dc-bddc-f64ca59ffc26 req-df8f1eca-12b1-40e0-bb9d-4ec0e74d337a tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 945 time: 0.1125898 May 04 15:03:15.373979 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-98265f47-c4b3-46dc-bddc-f64ca59ffc26 req-30c8e373-cb88-44bd-be44-3b9bfa1e8b1a tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=536153dc-1e79-4719-a214-ff5c7bae6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349197 May 04 15:03:16.095444 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789da685-0fd3-4d82-9606-4ac4a2cb706d req-97a72523-98e8-4d5b-bbc9-d4b56c9ef5b5 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:16.097195 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-789da685-0fd3-4d82-9606-4ac4a2cb706d req-97a72523-98e8-4d5b-bbc9-d4b56c9ef5b5 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 944 time: 0.0476646 May 04 15:03:16.133859 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-789da685-0fd3-4d82-9606-4ac4a2cb706d req-ab28c698-cb9a-43a4-9ca2-4e8fca9b3acd tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305302 May 04 15:03:16.493934 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca68f20f-a2b1-4a6a-8910-c9d7756bbe7d req-a1cf62fd-5f15-4538-8049-406be8ffbead tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:16.495403 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ca68f20f-a2b1-4a6a-8910-c9d7756bbe7d req-a1cf62fd-5f15-4538-8049-406be8ffbead tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 945 time: 0.0538936 May 04 15:03:16.536145 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ca68f20f-a2b1-4a6a-8910-c9d7756bbe7d req-40af820d-8384-40e2-978c-725656f3bc50 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=536153dc-1e79-4719-a214-ff5c7bae6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336170 May 04 15:03:17.268282 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9fc6d7-06f8-4ff5-95e3-b471e6a8115b req-817dee27-9aaa-48b4-bd01-7d69502857a0 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:17.269865 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7c9fc6d7-06f8-4ff5-95e3-b471e6a8115b req-817dee27-9aaa-48b4-bd01-7d69502857a0 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 944 time: 0.0505216 May 04 15:03:17.307751 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7c9fc6d7-06f8-4ff5-95e3-b471e6a8115b req-3039574f-d601-4428-95b3-e518301350b6 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319192 May 04 15:03:17.422152 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device be8f13a8-1319-4583-87e0-88b7c802c213 up at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:03:17.469066 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning complete for port be8f13a8-1319-4583-87e0-88b7c802c213 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:03:17.469518 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:17.549237 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:17.572084 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aff994d-b792-4368-b2da-53eea8aa7ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8f13a8-1319-4583-87e0-88b7c802c213'}] {{(pid=101865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:03:17.574382 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13127db273ea31dc2797640238b9d4a3f6ca00c8d3f152038556e6a345f6b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cd3167-d495-4178-976d-4777e18827f6" -d '{"events": [{"server_uuid": "0aff994d-b792-4368-b2da-53eea8aa7ad2", "name": "network-vif-plugged", "status": "completed", "tag": "be8f13a8-1319-4583-87e0-88b7c802c213"}]}' {{(pid=101865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:03:17.593778 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port be8f13a8-1319-4583-87e0-88b7c802c213, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=be8f13a8-1319-4583-87e0-88b7c802c213,segment=NetworkSegment(b1142b6e-dead-4f76-9ea3-713e036ec259),segment_id=b1142b6e-dead-4f76-9ea3-713e036ec259)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:03:17.598869 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:17.627534 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-860dd1c3-4b21-4e95-a642-3f259134a1c1 x-openstack-request-id: req-860dd1c3-4b21-4e95-a642-3f259134a1c1 {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:03:17.627845 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aff994d-b792-4368-b2da-53eea8aa7ad2", "name": "network-vif-plugged", "status": "completed", "tag": "be8f13a8-1319-4583-87e0-88b7c802c213", "code": 200}]} {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:03:17.628099 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-860dd1c3-4b21-4e95-a642-3f259134a1c1 {{(pid=101865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:03:17.628482 dv-cinder-829630-2-iscsi neutron-server[101865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-860dd1c3-4b21-4e95-a642-3f259134a1c1'] response: {'server_uuid': '0aff994d-b792-4368-b2da-53eea8aa7ad2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8f13a8-1319-4583-87e0-88b7c802c213', 'code': 200} May 04 15:03:17.655419 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=be8f13a8-1319-4583-87e0-88b7c802c213,revision_number=10']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:03:17.665419 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3ae4f-e4ef-4a73-a0c9-42a741d1787d req-32e717e9-d45e-4258-aa64-bea7b9c4ac84 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:17.666822 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-02b3ae4f-e4ef-4a73-a0c9-42a741d1787d req-32e717e9-d45e-4258-aa64-bea7b9c4ac84 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 945 time: 0.0521734 May 04 15:03:17.708580 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-02b3ae4f-e4ef-4a73-a0c9-42a741d1787d req-f6356c5a-bf58-43f9-b433-2e3263308921 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=536153dc-1e79-4719-a214-ff5c7bae6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348012 May 04 15:03:18.386844 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5da565-72f0-4990-b9d1-5c1c0055baf7 req-38e03c11-7590-4ccf-ad22-298ae63f55b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:18.388982 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-fd5da565-72f0-4990-b9d1-5c1c0055baf7 req-38e03c11-7590-4ccf-ad22-298ae63f55b7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 1099 time: 0.0494688 May 04 15:03:18.423647 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-fd5da565-72f0-4990-b9d1-5c1c0055baf7 req-6f89770a-2ac8-484e-b8e1-8a0dcca4418e service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274382 May 04 15:03:18.438671 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa82507-af89-45b9-976a-98f0a496e8c6 req-d1fb38ce-c996-494a-a839-cbb3f451aa9d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:18.440371 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4fa82507-af89-45b9-976a-98f0a496e8c6 req-d1fb38ce-c996-494a-a839-cbb3f451aa9d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 946 time: 0.0526869 May 04 15:03:18.478883 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4fa82507-af89-45b9-976a-98f0a496e8c6 req-02058a65-6bd0-476b-8b95-59269425c8e4 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326657 May 04 15:03:18.822823 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763b7e8c-fd62-414b-9364-0e64f72a9bc0 req-e2eefc9f-b82a-43e5-8560-be865801b539 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:18.824269 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-763b7e8c-fd62-414b-9364-0e64f72a9bc0 req-e2eefc9f-b82a-43e5-8560-be865801b539 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 945 time: 0.0478964 May 04 15:03:18.862669 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-763b7e8c-fd62-414b-9364-0e64f72a9bc0 req-74b4345f-ab0d-4aae-8ebb-2c68c082f5dc tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=536153dc-1e79-4719-a214-ff5c7bae6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317247 May 04 15:03:19.605706 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e162807-38a2-4fa0-b09c-71c1b1faa92b req-f7e76be5-7f4c-4511-9613-b0f181cea24f tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:19.607948 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1e162807-38a2-4fa0-b09c-71c1b1faa92b req-f7e76be5-7f4c-4511-9613-b0f181cea24f tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 946 time: 0.0567229 May 04 15:03:19.645394 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1e162807-38a2-4fa0-b09c-71c1b1faa92b req-f52d2d9b-d2cb-4816-a991-dfc2a4c16479 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314057 May 04 15:03:19.982813 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbb692b-9bde-4f99-bb87-393682981035 req-9df14a3c-716f-4ad8-952f-5d0448cc6053 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:19.984283 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-dfbb692b-9bde-4f99-bb87-393682981035 req-9df14a3c-716f-4ad8-952f-5d0448cc6053 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 945 time: 0.0523939 May 04 15:03:20.020853 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-dfbb692b-9bde-4f99-bb87-393682981035 req-5dfa5aa1-0c74-4d51-8698-8083407ecdfe tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=536153dc-1e79-4719-a214-ff5c7bae6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306103 May 04 15:03:20.767876 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f256478c-c6ab-46fd-bb6f-7ceaac462e44 req-c4f72e2a-9271-463b-8998-7cc9e334c3a8 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:20.769474 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f256478c-c6ab-46fd-bb6f-7ceaac462e44 req-c4f72e2a-9271-463b-8998-7cc9e334c3a8 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 946 time: 0.0515733 May 04 15:03:20.807976 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f256478c-c6ab-46fd-bb6f-7ceaac462e44 req-c19868b3-af8c-4327-ae9c-c99cede26b8d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325866 May 04 15:03:21.140245 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c1002c-ab27-44e0-8ebb-e543973b3343 req-14b6d429-27ce-4007-bfc7-3c75743ae34e tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:21.141776 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-86c1002c-ab27-44e0-8ebb-e543973b3343 req-14b6d429-27ce-4007-bfc7-3c75743ae34e tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 945 time: 0.0515811 May 04 15:03:21.179350 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-86c1002c-ab27-44e0-8ebb-e543973b3343 req-304ff99c-daf5-45f6-9677-0baca628aa8d tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=536153dc-1e79-4719-a214-ff5c7bae6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315316 May 04 15:03:21.942121 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57fb274-f730-49de-870f-4bfa861c8c43 req-0e077ce5-c39a-4815-89a6-3e291dc101a0 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:21.943653 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a57fb274-f730-49de-870f-4bfa861c8c43 req-0e077ce5-c39a-4815-89a6-3e291dc101a0 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 946 time: 0.0572815 May 04 15:03:21.985360 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a57fb274-f730-49de-870f-4bfa861c8c43 req-174ffdee-d131-4d50-87f2-f1995bdba4be tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340185 May 04 15:03:22.302335 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8021d234-b84c-4e33-9f1d-2e8139c6e9f2 req-d5f8b5d8-df75-4d41-b547-e196ee218388 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:22.303813 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8021d234-b84c-4e33-9f1d-2e8139c6e9f2 req-d5f8b5d8-df75-4d41-b547-e196ee218388 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 945 time: 0.0524509 May 04 15:03:22.342221 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8021d234-b84c-4e33-9f1d-2e8139c6e9f2 req-e816a843-bbb0-4d65-a427-66135504c5e0 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=536153dc-1e79-4719-a214-ff5c7bae6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316319 May 04 15:03:23.112591 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c80af1d-3b8b-4fc0-a270-70b30fc33bfd req-624b2dc2-a7d3-4aac-8aa8-91531092ef4f tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:23.114091 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2c80af1d-3b8b-4fc0-a270-70b30fc33bfd req-624b2dc2-a7d3-4aac-8aa8-91531092ef4f tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 946 time: 0.0480092 May 04 15:03:23.151900 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2c80af1d-3b8b-4fc0-a270-70b30fc33bfd req-9273be83-3576-4c1b-8ed9-f24e87739f34 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317380 May 04 15:03:23.458419 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786d419f-0e4b-4012-9b71-d8b65d9e138d req-b347bcdd-ffdc-4528-be71-61bda34f6830 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:23.459867 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-786d419f-0e4b-4012-9b71-d8b65d9e138d req-b347bcdd-ffdc-4528-be71-61bda34f6830 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 945 time: 0.0503154 May 04 15:03:23.498275 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-786d419f-0e4b-4012-9b71-d8b65d9e138d req-0ba5e916-f937-4170-aeac-7dfdac7ed664 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=536153dc-1e79-4719-a214-ff5c7bae6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318205 May 04 15:03:31.447000 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245e4b49-58f0-4299-a962-ca4837c10dba req-ece90407-f632-45ad-ae7f-8c126d20cfbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:03:31.448490 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-245e4b49-58f0-4299-a962-ca4837c10dba req-ece90407-f632-45ad-ae7f-8c126d20cfbb service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 1098 time: 0.0984623 May 04 15:03:31.486505 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-245e4b49-58f0-4299-a962-ca4837c10dba req-993fa66c-611c-46ce-9097-7e1f4a6d3fc2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=536153dc-1e79-4719-a214-ff5c7bae6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286558 May 04 15:03:36.143160 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-3497c852-a6cf-4208-b0c7-ef4585c5b6ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:38.419906 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54eb9cb0-843d-49ae-a79f-0dd5d605d2c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:39.660546 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:40.406395 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:41.298362 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:41.695794 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:03:52.075641 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:04:06.144533 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-c937ab12-d5b8-408c-9508-0d85f05adf31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:08.425370 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-4b67911b-9b45-49bf-a10b-6eaf5803f57d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:09.664659 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:10.433224 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:11.302742 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:11.698781 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:11.924543 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a91df2-9b77-40c1-bc3c-593044e49918 req-356c262c-9abd-4e69-974a-430f2e18ecf9 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:11.926104 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e4a91df2-9b77-40c1-bc3c-593044e49918 req-356c262c-9abd-4e69-974a-430f2e18ecf9 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=52c5e6ec-c01f-47f3-9674-e7a0044fa9c1 HTTP/1.1" status: 200 len: 945 time: 0.0504763 May 04 15:04:11.966006 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e4a91df2-9b77-40c1-bc3c-593044e49918 req-10b06da2-c58e-4b8c-bc32-006212cd82ef tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e7ebe9-dc91-4eeb-b7fe-4afabab3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338483 May 04 15:04:13.087254 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f198cb64-bd64-4005-ba52-5d3a6435f340 req-20281fa5-d99b-4998-aa65-278cc5487305 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:13.088774 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f198cb64-bd64-4005-ba52-5d3a6435f340 req-20281fa5-d99b-4998-aa65-278cc5487305 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=52c5e6ec-c01f-47f3-9674-e7a0044fa9c1 HTTP/1.1" status: 200 len: 945 time: 0.0507321 May 04 15:04:13.131170 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f198cb64-bd64-4005-ba52-5d3a6435f340 req-dac18701-6efc-43eb-a571-ca6d6a5c8ca4 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e7ebe9-dc91-4eeb-b7fe-4afabab3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330205 May 04 15:04:13.920252 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-c2659e93-7434-4b15-b803-a336170e99d5 req-0d08f89b-5b03-40a4-8602-68620acc58d4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0497422 May 04 15:04:14.083501 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2659e93-7434-4b15-b803-a336170e99d5 req-58fd2de0-d3d8-4dde-aca4-28a44c86ec92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:14.085222 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-c2659e93-7434-4b15-b803-a336170e99d5 req-58fd2de0-d3d8-4dde-aca4-28a44c86ec92 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=192ccf80824d4fa59de46a9e21ae0572&device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 1099 time: 0.0432439 May 04 15:04:14.093937 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e72d66-27a6-4194-92ae-bb5375e0ef40 req-493bb1be-0720-4bc3-a970-41ce78ab4ee6 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:14.095441 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-58e72d66-27a6-4194-92ae-bb5375e0ef40 req-493bb1be-0720-4bc3-a970-41ce78ab4ee6 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.11 "GET /v2.0/ports?device_id=52c5e6ec-c01f-47f3-9674-e7a0044fa9c1 HTTP/1.1" status: 200 len: 945 time: 0.0540872 May 04 15:04:14.216177 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2659e93-7434-4b15-b803-a336170e99d5 req-e821cd20-4b01-46c2-ac39-220db175a399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:14.217721 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-c2659e93-7434-4b15-b803-a336170e99d5 req-e821cd20-4b01-46c2-ac39-220db175a399 service neutron] 10.222.0.11 "GET /v2.0/networks?id=60c30b73-0e7f-49bb-89af-0e44584f9d97 HTTP/1.1" status: 200 len: 917 time: 0.1064756 May 04 15:04:14.240287 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [req-58e72d66-27a6-4194-92ae-bb5375e0ef40 req-fe3edebe-5aed-413b-8c3f-aa7b9e85200a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Deleting port 56afd6bc-8990-425c-adf5-ae588537e9ae {{(pid=101863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:04:14.240662 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-58e72d66-27a6-4194-92ae-bb5375e0ef40 req-fe3edebe-5aed-413b-8c3f-aa7b9e85200a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:14.286792 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-c2659e93-7434-4b15-b803-a336170e99d5 req-eb1090ee-bc52-4f31-95df-8c01413323d5 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=be8f13a8-1319-4583-87e0-88b7c802c213 HTTP/1.1" status: 200 len: 1000 time: 0.0598223 May 04 15:04:14.310977 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5059e7be-afc1-47ba-a5c1-1a9873775787 req-76c658bd-9984-4ed5-b5af-e706527cf471 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:14.312525 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5059e7be-afc1-47ba-a5c1-1a9873775787 req-76c658bd-9984-4ed5-b5af-e706527cf471 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=52c5e6ec-c01f-47f3-9674-e7a0044fa9c1 HTTP/1.1" status: 200 len: 945 time: 0.1058545 May 04 15:04:14.340524 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2659e93-7434-4b15-b803-a336170e99d5 req-5a44b858-dfad-4fac-8a09-3b214b055c1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:14.342067 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-c2659e93-7434-4b15-b803-a336170e99d5 req-5a44b858-dfad-4fac-8a09-3b214b055c1d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=030f9125-e21b-4852-a6f8-1ba70c2222d2 HTTP/1.1" status: 200 len: 855 time: 0.0481050 May 04 15:04:14.378635 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [req-58e72d66-27a6-4194-92ae-bb5375e0ef40 req-fe3edebe-5aed-413b-8c3f-aa7b9e85200a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] For port 56afd6bc-8990-425c-adf5-ae588537e9ae, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=56afd6bc-8990-425c-adf5-ae588537e9ae,segment=NetworkSegment(5fc74e29-6563-4af1-8324-f9079d6eac6f),segment_id=5fc74e29-6563-4af1-8324-f9079d6eac6f)] {{(pid=101863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:04:14.378997 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-58e72d66-27a6-4194-92ae-bb5375e0ef40 req-fe3edebe-5aed-413b-8c3f-aa7b9e85200a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:14.383861 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5059e7be-afc1-47ba-a5c1-1a9873775787 req-c8560ba7-6185-4ef3-be2a-5568eaaf28b8 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=38e7ebe9-dc91-4eeb-b7fe-4afabab3d8c4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638378 May 04 15:04:14.394165 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2659e93-7434-4b15-b803-a336170e99d5 req-e84b7838-87db-417c-a147-801d93e4301e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:14.395699 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-c2659e93-7434-4b15-b803-a336170e99d5 req-e84b7838-87db-417c-a147-801d93e4301e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60c30b73-0e7f-49bb-89af-0e44584f9d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0471523 May 04 15:04:14.492749 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-c2659e93-7434-4b15-b803-a336170e99d5 req-cf0411c6-fc04-40a4-ad5a-82d5628f733b service neutron] 10.222.0.11 "GET /v2.0/networks/60c30b73-0e7f-49bb-89af-0e44584f9d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879505 May 04 15:04:14.600022 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-c2659e93-7434-4b15-b803-a336170e99d5 req-af30bfc8-a199-47a0-ace2-1cc13b69748f service neutron] 10.222.0.11 "GET /v2.0/networks/60c30b73-0e7f-49bb-89af-0e44584f9d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959487 May 04 15:04:14.854514 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-58e72d66-27a6-4194-92ae-bb5375e0ef40 req-fe3edebe-5aed-413b-8c3f-aa7b9e85200a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:14.854785 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-58e72d66-27a6-4194-92ae-bb5375e0ef40 req-fe3edebe-5aed-413b-8c3f-aa7b9e85200a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628046'] for floatingip, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:14.855103 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.db.l3_db [req-58e72d66-27a6-4194-92ae-bb5375e0ef40 req-fe3edebe-5aed-413b-8c3f-aa7b9e85200a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Floating IP 3f95d814-9501-4b76-bfac-feb6c1d9ad08 disassociated. External IP: 172.27.1.103, port: 56afd6bc-8990-425c-adf5-ae588537e9ae. May 04 15:04:14.855449 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [req-58e72d66-27a6-4194-92ae-bb5375e0ef40 req-fe3edebe-5aed-413b-8c3f-aa7b9e85200a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Calling delete_port for 56afd6bc-8990-425c-adf5-ae588537e9ae owned by compute:nova {{(pid=101863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:04:15.029222 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-58e72d66-27a6-4194-92ae-bb5375e0ef40 req-fe3edebe-5aed-413b-8c3f-aa7b9e85200a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:15.060284 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3edebe-5aed-413b-8c3f-aa7b9e85200a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event deleted for resources: {'Port': ['ID=56afd6bc-8990-425c-adf5-ae588537e9ae,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:15.071718 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3edebe-5aed-413b-8c3f-aa7b9e85200a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:15.072070 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3edebe-5aed-413b-8c3f-aa7b9e85200a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:15.072406 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3edebe-5aed-413b-8c3f-aa7b9e85200a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:15.072824 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3edebe-5aed-413b-8c3f-aa7b9e85200a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:15.073165 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3edebe-5aed-413b-8c3f-aa7b9e85200a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:15.073495 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3edebe-5aed-413b-8c3f-aa7b9e85200a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:15.073823 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3edebe-5aed-413b-8c3f-aa7b9e85200a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:15.074150 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3edebe-5aed-413b-8c3f-aa7b9e85200a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:15.074659 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3edebe-5aed-413b-8c3f-aa7b9e85200a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:15.075078 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3edebe-5aed-413b-8c3f-aa7b9e85200a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:15.075412 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3edebe-5aed-413b-8c3f-aa7b9e85200a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:15.075730 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe3edebe-5aed-413b-8c3f-aa7b9e85200a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:15.186268 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-58e72d66-27a6-4194-92ae-bb5375e0ef40 req-fe3edebe-5aed-413b-8c3f-aa7b9e85200a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Router 10cb654b-ad6a-4737-b26f-4dd942827a1c has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:04:15.306085 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-58e72d66-27a6-4194-92ae-bb5375e0ef40 req-fe3edebe-5aed-413b-8c3f-aa7b9e85200a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:04:15.316678 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d89ce5d-db2a-4208-89ca-4b7394af7e76 None None] Sync routers for ids ['10cb654b-ad6a-4737-b26f-4dd942827a1c'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:04:15.327692 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d89ce5d-db2a-4208-89ca-4b7394af7e76 None None] Routers {'10cb654b-ad6a-4737-b26f-4dd942827a1c'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:04:15.328397 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-3d89ce5d-db2a-4208-89ca-4b7394af7e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:04:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['10cb654b-ad6a-4737-b26f-4dd942827a1c'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:15.372072 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e72d66-27a6-4194-92ae-bb5375e0ef40 req-fe3edebe-5aed-413b-8c3f-aa7b9e85200a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] No DVR routers for this DVR port 56afd6bc-8990-425c-adf5-ae588537e9ae on host hv-cinder-82963 {{(pid=101863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:04:15.376492 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-58e72d66-27a6-4194-92ae-bb5375e0ef40 req-fe3edebe-5aed-413b-8c3f-aa7b9e85200a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:15.380490 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-58e72d66-27a6-4194-92ae-bb5375e0ef40 req-fe3edebe-5aed-413b-8c3f-aa7b9e85200a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.11 "DELETE /v2.0/ports/56afd6bc-8990-425c-adf5-ae588537e9ae HTTP/1.1" status: 204 len: 173 time: 1.2701809 May 04 15:04:15.380794 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52c5e6ec-c01f-47f3-9674-e7a0044fa9c1', 'name': 'network-vif-deleted', 'tag': '56afd6bc-8990-425c-adf5-ae588537e9ae'}] {{(pid=101863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:04:15.383233 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c6767b5d81d022f3d85e9c22ce19b705c79dd3cfc51145499811648722293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7161bd5-7870-4477-9b25-51eb22cf799a" -d '{"events": [{"server_uuid": "52c5e6ec-c01f-47f3-9674-e7a0044fa9c1", "name": "network-vif-deleted", "tag": "56afd6bc-8990-425c-adf5-ae588537e9ae"}]}' {{(pid=101863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:04:15.439482 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-3d89ce5d-db2a-4208-89ca-4b7394af7e76 None None] Set router 10cb654b-ad6a-4737-b26f-4dd942827a1c gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:04:15.508260 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45512ac8-55cf-4e51-97eb-eda143394a86 x-openstack-request-id: req-45512ac8-55cf-4e51-97eb-eda143394a86 {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:04:15.508649 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52c5e6ec-c01f-47f3-9674-e7a0044fa9c1", "name": "network-vif-deleted", "tag": "56afd6bc-8990-425c-adf5-ae588537e9ae", "status": "completed", "code": 200}]} {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:04:15.509157 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-45512ac8-55cf-4e51-97eb-eda143394a86 {{(pid=101863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:04:15.509654 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45512ac8-55cf-4e51-97eb-eda143394a86'] response: {'server_uuid': '52c5e6ec-c01f-47f3-9674-e7a0044fa9c1', 'name': 'network-vif-deleted', 'tag': '56afd6bc-8990-425c-adf5-ae588537e9ae', 'status': 'completed', 'code': 200} May 04 15:04:15.612699 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-63a4edfa-73b6-4d5b-ab49-5dc896cc1944 req-7449cde6-2a20-4a3f-bdae-8eff715332c7 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=52c5e6ec-c01f-47f3-9674-e7a0044fa9c1 HTTP/1.1" status: 200 len: 210 time: 0.0307097 May 04 15:04:15.695959 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-3d89ce5d-db2a-4208-89ca-4b7394af7e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'name': 'tempest-AttachVolumeNegativeTest-576760527-router', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:16Z', 'updated_at': '2022-05-04T14:58:27Z', 'revision_number': 4, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'gw_port': {'id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:18Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': '07ab719f-9392-4bc6-95e3-fdaf3cc1ec6e', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'port_id': 'cb97ac84-54da-488b-9b73-f200d4344050', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'mac_address': 'fa:16:3e:5c:14:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9f3572-93ab-436c-82e9-45dd8fe11b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:58:44Z', 'updated_at': '2022-05-04T14:59:22Z', 'revision_number': 2, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940cd6bd-3d19-4d8a-861d-318d5f850d18', 'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'mac_address': 'fa:16:3e:bf:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:24Z', 'updated_at': '2022-05-04T14:58:41Z', 'revision_number': 5, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'subnets': [{'id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:15.811827 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d89ce5d-db2a-4208-89ca-4b7394af7e76 None None] Checking router: 10cb654b-ad6a-4737-b26f-4dd942827a1c for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:04:15.820643 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d89ce5d-db2a-4208-89ca-4b7394af7e76 None None] Routers {'10cb654b-ad6a-4737-b26f-4dd942827a1c'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:04:15.821300 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-3d89ce5d-db2a-4208-89ca-4b7394af7e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:04:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['10cb654b-ad6a-4737-b26f-4dd942827a1c'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:15.943581 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-3d89ce5d-db2a-4208-89ca-4b7394af7e76 None None] Set router 10cb654b-ad6a-4737-b26f-4dd942827a1c gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:04:16.195765 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-3d89ce5d-db2a-4208-89ca-4b7394af7e76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'name': 'tempest-AttachVolumeNegativeTest-576760527-router', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:16Z', 'updated_at': '2022-05-04T14:58:27Z', 'revision_number': 4, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'gw_port': {'id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:18Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': '07ab719f-9392-4bc6-95e3-fdaf3cc1ec6e', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'port_id': 'cb97ac84-54da-488b-9b73-f200d4344050', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'mac_address': 'fa:16:3e:5c:14:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9f3572-93ab-436c-82e9-45dd8fe11b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:58:44Z', 'updated_at': '2022-05-04T14:59:22Z', 'revision_number': 2, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940cd6bd-3d19-4d8a-861d-318d5f850d18', 'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'mac_address': 'fa:16:3e:bf:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:24Z', 'updated_at': '2022-05-04T14:58:41Z', 'revision_number': 5, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'subnets': [{'id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:16.226835 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d89ce5d-db2a-4208-89ca-4b7394af7e76 None None] The sync data for ids ['10cb654b-ad6a-4737-b26f-4dd942827a1c'] in dv-cinder-829630-2-iscsi is: [{'id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'name': 'tempest-AttachVolumeNegativeTest-576760527-router', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:16Z', 'updated_at': '2022-05-04T14:58:27Z', 'revision_number': 4, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'gw_port': {'id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:18Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': '07ab719f-9392-4bc6-95e3-fdaf3cc1ec6e', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'floating_ip_address': '172.27.1.188', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'port_id': 'cb97ac84-54da-488b-9b73-f200d4344050', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'mac_address': 'fa:16:3e:5c:14:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb9f3572-93ab-436c-82e9-45dd8fe11b6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T14:58:44Z', 'updated_at': '2022-05-04T14:59:22Z', 'revision_number': 2, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940cd6bd-3d19-4d8a-861d-318d5f850d18', 'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'mac_address': 'fa:16:3e:bf:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:24Z', 'updated_at': '2022-05-04T14:58:41Z', 'revision_number': 5, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'subnets': [{'id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:04:16.464962 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a006321-5dd0-419a-bfcf-6a04b21f35b2 None None] New status for floating IP 3f95d814-9501-4b76-bfac-feb6c1d9ad08: DOWN {{(pid=101865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:04:16.712774 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 47118) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:16.775641 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-11395377-2113-40d0-884a-34dbc3fef910 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:16.810461 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-11395377-2113-40d0-884a-34dbc3fef910 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:16.862022 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-11395377-2113-40d0-884a-34dbc3fef910 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:16.864820 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-11395377-2113-40d0-884a-34dbc3fef910 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:16.868846 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 47120) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:16.869402 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-11395377-2113-40d0-884a-34dbc3fef910 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "DELETE /v2.0/security-groups/38e7ebe9-dc91-4eeb-b7fe-4afabab3d8c4 HTTP/1.1" status: 204 len: 168 time: 0.1552889 May 04 15:04:16.880317 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11395377-2113-40d0-884a-34dbc3fef910 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=38e7ebe9-dc91-4eeb-b7fe-4afabab3d8c4,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:16.890408 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.api.v2.resource [None req-b9053f2e-ff9d-4593-9673-fca756688018 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] show failed (client error): The resource could not be found. May 04 15:04:16.891473 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-b9053f2e-ff9d-4593-9673-fca756688018 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups/38e7ebe9-dc91-4eeb-b7fe-4afabab3d8c4 HTTP/1.1" status: 404 len: 347 time: 0.0206730 May 04 15:04:16.894443 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 47122) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:17.023353 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-68d58b15-6b2b-43bf-b143-ac745c802d6a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Deleting port eca4698d-8861-4a97-85ec-19d314eb5353 {{(pid=101863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:04:17.023701 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-68d58b15-6b2b-43bf-b143-ac745c802d6a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:17.111857 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-68d58b15-6b2b-43bf-b143-ac745c802d6a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:17.112233 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-68d58b15-6b2b-43bf-b143-ac745c802d6a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:17.124747 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-68d58b15-6b2b-43bf-b143-ac745c802d6a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Calling delete_port for eca4698d-8861-4a97-85ec-19d314eb5353 owned by network:floatingip {{(pid=101863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:04:17.263019 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-68d58b15-6b2b-43bf-b143-ac745c802d6a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:17.287274 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d58b15-6b2b-43bf-b143-ac745c802d6a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event deleted for resources: {'Port': ['ID=eca4698d-8861-4a97-85ec-19d314eb5353,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:17.350400 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-68d58b15-6b2b-43bf-b143-ac745c802d6a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for floatingip, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:17.352885 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-68d58b15-6b2b-43bf-b143-ac745c802d6a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:17.354050 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-68d58b15-6b2b-43bf-b143-ac745c802d6a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "DELETE /v2.0/floatingips/3f95d814-9501-4b76-bfac-feb6c1d9ad08 HTTP/1.1" status: 204 len: 168 time: 0.4586539 May 04 15:04:17.783859 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 56afd6bc-8990-425c-adf5-ae588537e9ae no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:04:17.804471 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] No Port match for: 56afd6bc-8990-425c-adf5-ae588537e9ae {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:04:17.804840 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 56afd6bc-8990-425c-adf5-ae588537e9ae not bound to the agent host hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:04:20.117726 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bf12e4-4401-4604-901a-ce725014a914 req-357eff9e-4ae8-44d5-ad30-0c86df6a8ecf tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:20.119142 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-37bf12e4-4401-4604-901a-ce725014a914 req-357eff9e-4ae8-44d5-ad30-0c86df6a8ecf tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 946 time: 0.0521772 May 04 15:04:20.159351 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-37bf12e4-4401-4604-901a-ce725014a914 req-6d0f235f-2243-44e8-a90a-a044ebd47d76 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df837d7-a5e7-4dbb-bde0-56549fb18ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330553 May 04 15:04:21.201238 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb774756-e114-474e-b80c-8ff04cc39e15 req-4bf8a1f9-d219-49c4-9e36-d72ecc25efe6 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:21.202775 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-eb774756-e114-474e-b80c-8ff04cc39e15 req-4bf8a1f9-d219-49c4-9e36-d72ecc25efe6 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.11 "GET /v2.0/ports?device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 946 time: 0.0537496 May 04 15:04:21.319543 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae6d4ee-e41d-46a1-a358-f3227c0c2968 req-1d404ed0-c7bb-4e0d-b96a-2a82d339accd tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:21.321224 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-eae6d4ee-e41d-46a1-a358-f3227c0c2968 req-1d404ed0-c7bb-4e0d-b96a-2a82d339accd tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 946 time: 0.0835359 May 04 15:04:21.370351 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [req-eb774756-e114-474e-b80c-8ff04cc39e15 req-2c00056d-711b-4538-8fb7-2a79acc1b901 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Deleting port cb97ac84-54da-488b-9b73-f200d4344050 {{(pid=101863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:04:21.370687 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-eb774756-e114-474e-b80c-8ff04cc39e15 req-2c00056d-711b-4538-8fb7-2a79acc1b901 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:21.379204 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-eae6d4ee-e41d-46a1-a358-f3227c0c2968 req-da417123-470f-4f44-9b6a-1a0104ba0f85 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=2df837d7-a5e7-4dbb-bde0-56549fb18ae8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495737 May 04 15:04:21.467937 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [req-eb774756-e114-474e-b80c-8ff04cc39e15 req-2c00056d-711b-4538-8fb7-2a79acc1b901 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] For port cb97ac84-54da-488b-9b73-f200d4344050, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=cb97ac84-54da-488b-9b73-f200d4344050,segment=NetworkSegment(5fc74e29-6563-4af1-8324-f9079d6eac6f),segment_id=5fc74e29-6563-4af1-8324-f9079d6eac6f)] {{(pid=101863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:04:21.468207 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-eb774756-e114-474e-b80c-8ff04cc39e15 req-2c00056d-711b-4538-8fb7-2a79acc1b901 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:21.642037 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-eb774756-e114-474e-b80c-8ff04cc39e15 req-2c00056d-711b-4538-8fb7-2a79acc1b901 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:21.642400 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-eb774756-e114-474e-b80c-8ff04cc39e15 req-2c00056d-711b-4538-8fb7-2a79acc1b901 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628046'] for floatingip, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:21.642716 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.db.l3_db [req-eb774756-e114-474e-b80c-8ff04cc39e15 req-2c00056d-711b-4538-8fb7-2a79acc1b901 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Floating IP 07ab719f-9392-4bc6-95e3-fdaf3cc1ec6e disassociated. External IP: 172.27.1.188, port: cb97ac84-54da-488b-9b73-f200d4344050. May 04 15:04:21.643054 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [req-eb774756-e114-474e-b80c-8ff04cc39e15 req-2c00056d-711b-4538-8fb7-2a79acc1b901 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Calling delete_port for cb97ac84-54da-488b-9b73-f200d4344050 owned by compute:nova {{(pid=101863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:04:21.779781 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-eb774756-e114-474e-b80c-8ff04cc39e15 req-2c00056d-711b-4538-8fb7-2a79acc1b901 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:21.812165 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c00056d-711b-4538-8fb7-2a79acc1b901 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event deleted for resources: {'Port': ['ID=cb97ac84-54da-488b-9b73-f200d4344050,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:21.926497 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-eb774756-e114-474e-b80c-8ff04cc39e15 req-2c00056d-711b-4538-8fb7-2a79acc1b901 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Router 10cb654b-ad6a-4737-b26f-4dd942827a1c has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:04:22.034689 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-eb774756-e114-474e-b80c-8ff04cc39e15 req-2c00056d-711b-4538-8fb7-2a79acc1b901 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:04:22.045684 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196d4046-cd73-46a6-ae2e-dd30eddc4185 None None] Sync routers for ids ['10cb654b-ad6a-4737-b26f-4dd942827a1c'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:04:22.060991 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196d4046-cd73-46a6-ae2e-dd30eddc4185 None None] Routers {'10cb654b-ad6a-4737-b26f-4dd942827a1c'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:04:22.061632 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-196d4046-cd73-46a6-ae2e-dd30eddc4185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:04:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['10cb654b-ad6a-4737-b26f-4dd942827a1c'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:22.079194 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb774756-e114-474e-b80c-8ff04cc39e15 req-2c00056d-711b-4538-8fb7-2a79acc1b901 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] No DVR routers for this DVR port cb97ac84-54da-488b-9b73-f200d4344050 on host hv-cinder-82963 {{(pid=101863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:04:22.081931 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-eb774756-e114-474e-b80c-8ff04cc39e15 req-2c00056d-711b-4538-8fb7-2a79acc1b901 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:22.085378 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-eb774756-e114-474e-b80c-8ff04cc39e15 req-2c00056d-711b-4538-8fb7-2a79acc1b901 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.11 "DELETE /v2.0/ports/cb97ac84-54da-488b-9b73-f200d4344050 HTTP/1.1" status: 204 len: 173 time: 0.8743615 May 04 15:04:22.088893 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb9f3572-93ab-436c-82e9-45dd8fe11b6c', 'name': 'network-vif-deleted', 'tag': 'cb97ac84-54da-488b-9b73-f200d4344050'}] {{(pid=101863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:04:22.092656 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c6767b5d81d022f3d85e9c22ce19b705c79dd3cfc51145499811648722293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0889c5f-0472-4c3a-ac09-2296f68ecce0" -d '{"events": [{"server_uuid": "fb9f3572-93ab-436c-82e9-45dd8fe11b6c", "name": "network-vif-deleted", "tag": "cb97ac84-54da-488b-9b73-f200d4344050"}]}' {{(pid=101863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:04:22.135664 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-102bc094-c8b7-49bc-8ec1-723db1ab7ec8 x-openstack-request-id: req-102bc094-c8b7-49bc-8ec1-723db1ab7ec8 {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:04:22.136035 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb9f3572-93ab-436c-82e9-45dd8fe11b6c", "name": "network-vif-deleted", "tag": "cb97ac84-54da-488b-9b73-f200d4344050", "status": "completed", "code": 200}]} {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:04:22.136298 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-102bc094-c8b7-49bc-8ec1-723db1ab7ec8 {{(pid=101863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:04:22.137392 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-102bc094-c8b7-49bc-8ec1-723db1ab7ec8'] response: {'server_uuid': 'fb9f3572-93ab-436c-82e9-45dd8fe11b6c', 'name': 'network-vif-deleted', 'tag': 'cb97ac84-54da-488b-9b73-f200d4344050', 'status': 'completed', 'code': 200} May 04 15:04:22.176380 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-196d4046-cd73-46a6-ae2e-dd30eddc4185 None None] Set router 10cb654b-ad6a-4737-b26f-4dd942827a1c gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:04:22.464875 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-196d4046-cd73-46a6-ae2e-dd30eddc4185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'name': 'tempest-AttachVolumeNegativeTest-576760527-router', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:16Z', 'updated_at': '2022-05-04T14:58:27Z', 'revision_number': 4, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'gw_port': {'id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:18Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '940cd6bd-3d19-4d8a-861d-318d5f850d18', 'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'mac_address': 'fa:16:3e:bf:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:24Z', 'updated_at': '2022-05-04T14:58:41Z', 'revision_number': 5, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'subnets': [{'id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:22.490033 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9d1e34b6-99a0-46e7-a5b5-d569ae9e3e17 req-1e2a1758-d02d-431f-98f6-33e3d4b5141a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=fb9f3572-93ab-436c-82e9-45dd8fe11b6c HTTP/1.1" status: 200 len: 210 time: 0.0282872 May 04 15:04:22.521107 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196d4046-cd73-46a6-ae2e-dd30eddc4185 None None] Checking router: 10cb654b-ad6a-4737-b26f-4dd942827a1c for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:04:22.536796 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196d4046-cd73-46a6-ae2e-dd30eddc4185 None None] Routers {'10cb654b-ad6a-4737-b26f-4dd942827a1c'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:04:22.537414 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-196d4046-cd73-46a6-ae2e-dd30eddc4185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:04:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['10cb654b-ad6a-4737-b26f-4dd942827a1c'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:22.673840 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-196d4046-cd73-46a6-ae2e-dd30eddc4185 None None] Set router 10cb654b-ad6a-4737-b26f-4dd942827a1c gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:04:22.873083 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-196d4046-cd73-46a6-ae2e-dd30eddc4185 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'name': 'tempest-AttachVolumeNegativeTest-576760527-router', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:16Z', 'updated_at': '2022-05-04T14:58:27Z', 'revision_number': 4, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'gw_port': {'id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:18Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '940cd6bd-3d19-4d8a-861d-318d5f850d18', 'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'mac_address': 'fa:16:3e:bf:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:24Z', 'updated_at': '2022-05-04T14:58:41Z', 'revision_number': 5, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'subnets': [{'id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:22.904315 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-196d4046-cd73-46a6-ae2e-dd30eddc4185 None None] The sync data for ids ['10cb654b-ad6a-4737-b26f-4dd942827a1c'] in dv-cinder-829630-2-iscsi is: [{'id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'name': 'tempest-AttachVolumeNegativeTest-576760527-router', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:16Z', 'updated_at': '2022-05-04T14:58:27Z', 'revision_number': 4, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'gw_port': {'id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:18Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '940cd6bd-3d19-4d8a-861d-318d5f850d18', 'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'mac_address': 'fa:16:3e:bf:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:24Z', 'updated_at': '2022-05-04T14:58:41Z', 'revision_number': 5, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'subnets': [{'id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:04:23.134291 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-552a9b35-6525-4085-9be0-443e584a610d None None] New status for floating IP 07ab719f-9392-4bc6-95e3-fdaf3cc1ec6e: DOWN {{(pid=101865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:04:23.572441 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 47158) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:23.629451 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a344-0a25-4e4e-b951-77c0f0c52eb6 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:23.670197 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a344-0a25-4e4e-b951-77c0f0c52eb6 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:23.719429 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a344-0a25-4e4e-b951-77c0f0c52eb6 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:23.722355 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b4e1a344-0a25-4e4e-b951-77c0f0c52eb6 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:23.723518 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-b4e1a344-0a25-4e4e-b951-77c0f0c52eb6 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "DELETE /v2.0/security-groups/2df837d7-a5e7-4dbb-bde0-56549fb18ae8 HTTP/1.1" status: 204 len: 168 time: 0.1500638 May 04 15:04:23.726564 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 47160) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:23.735547 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e1a344-0a25-4e4e-b951-77c0f0c52eb6 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df837d7-a5e7-4dbb-bde0-56549fb18ae8,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:23.744692 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.api.v2.resource [None req-3b624807-72e6-468b-bbca-beb073755b66 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] show failed (client error): The resource could not be found. May 04 15:04:23.746795 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-3b624807-72e6-468b-bbca-beb073755b66 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups/2df837d7-a5e7-4dbb-bde0-56549fb18ae8 HTTP/1.1" status: 404 len: 347 time: 0.0178390 May 04 15:04:23.749761 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 47162) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:23.878292 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-959c17fa-e80f-4302-8b6b-b77a3a80eab4 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Deleting port c74a8091-bbc4-4342-84d0-3c6564252f84 {{(pid=101864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:04:23.878633 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-959c17fa-e80f-4302-8b6b-b77a3a80eab4 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:23.959889 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-959c17fa-e80f-4302-8b6b-b77a3a80eab4 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:23.960355 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-959c17fa-e80f-4302-8b6b-b77a3a80eab4 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:23.974950 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-959c17fa-e80f-4302-8b6b-b77a3a80eab4 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Calling delete_port for c74a8091-bbc4-4342-84d0-3c6564252f84 owned by network:floatingip {{(pid=101864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:04:24.119232 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-959c17fa-e80f-4302-8b6b-b77a3a80eab4 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:24.148924 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c17fa-e80f-4302-8b6b-b77a3a80eab4 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event deleted for resources: {'Port': ['ID=c74a8091-bbc4-4342-84d0-3c6564252f84,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:24.162445 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959c17fa-e80f-4302-8b6b-b77a3a80eab4 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:24.162803 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959c17fa-e80f-4302-8b6b-b77a3a80eab4 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:24.163166 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959c17fa-e80f-4302-8b6b-b77a3a80eab4 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:24.163494 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959c17fa-e80f-4302-8b6b-b77a3a80eab4 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:24.163834 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959c17fa-e80f-4302-8b6b-b77a3a80eab4 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:24.164170 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959c17fa-e80f-4302-8b6b-b77a3a80eab4 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:24.164504 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959c17fa-e80f-4302-8b6b-b77a3a80eab4 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:24.164864 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959c17fa-e80f-4302-8b6b-b77a3a80eab4 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:24.165198 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959c17fa-e80f-4302-8b6b-b77a3a80eab4 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:24.165527 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959c17fa-e80f-4302-8b6b-b77a3a80eab4 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:24.165856 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959c17fa-e80f-4302-8b6b-b77a3a80eab4 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:24.166184 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-959c17fa-e80f-4302-8b6b-b77a3a80eab4 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:24.227537 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-959c17fa-e80f-4302-8b6b-b77a3a80eab4 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for floatingip, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:24.230139 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-959c17fa-e80f-4302-8b6b-b77a3a80eab4 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:24.232668 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-959c17fa-e80f-4302-8b6b-b77a3a80eab4 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "DELETE /v2.0/floatingips/07ab719f-9392-4bc6-95e3-fdaf3cc1ec6e HTTP/1.1" status: 204 len: 168 time: 0.4819448 May 04 15:04:24.626411 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 47172) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:24.631053 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-a6d2f59b-5de5-4a75-812c-491a599c8fe6 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1662975985', 'description': 'tempest-description--742197747'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:04:24.653004 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a6d2f59b-5de5-4a75-812c-491a599c8fe6 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:24.717144 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9fbb6b-9613-4e35-8042-1c1b6df866c0 req-a8d371b7-dea1-459c-855d-9bbdd030067c tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:24.718807 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7e9fbb6b-9613-4e35-8042-1c1b6df866c0 req-a8d371b7-dea1-459c-855d-9bbdd030067c tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 945 time: 0.0530367 May 04 15:04:24.726659 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a6d2f59b-5de5-4a75-812c-491a599c8fe6 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:24.733432 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a6d2f59b-5de5-4a75-812c-491a599c8fe6 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:24.765346 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7e9fbb6b-9613-4e35-8042-1c1b6df866c0 req-1e016a6b-3796-424d-8659-84d582fb9deb tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=536153dc-1e79-4719-a214-ff5c7bae6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391870 May 04 15:04:24.765732 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a6d2f59b-5de5-4a75-812c-491a599c8fe6 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:24.766945 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-a6d2f59b-5de5-4a75-812c-491a599c8fe6 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1394875 May 04 15:04:24.768918 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2f59b-5de5-4a75-812c-491a599c8fe6 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c27e8b18-6946-42c7-a51c-bd7ebf8a1cce,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:24.770081 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 47174) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:24.774684 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-b7cdc9a2-a091-483b-be71-96b694f92c80 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Request body: {'security_group_rule': {'security_group_id': 'c27e8b18-6946-42c7-a51c-bd7ebf8a1cce', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:04:24.809081 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b7cdc9a2-a091-483b-be71-96b694f92c80 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:24.864337 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b7cdc9a2-a091-483b-be71-96b694f92c80 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:24.874609 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b7cdc9a2-a091-483b-be71-96b694f92c80 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:24.892902 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cdc9a2-a091-483b-be71-96b694f92c80 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dfa7d81-971c-49c3-847b-5110ee2800d0,revision_number=0']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:24.905628 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b7cdc9a2-a091-483b-be71-96b694f92c80 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:24.909384 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-b7cdc9a2-a091-483b-be71-96b694f92c80 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1358216 May 04 15:04:24.909739 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 47182) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:24.916377 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-517fe9ef-d4c2-43ea-b211-d3aee194c035 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Request body: {'security_group_rule': {'security_group_id': 'c27e8b18-6946-42c7-a51c-bd7ebf8a1cce', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:04:24.953366 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-517fe9ef-d4c2-43ea-b211-d3aee194c035 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:25.059973 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-517fe9ef-d4c2-43ea-b211-d3aee194c035 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:25.066372 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-517fe9ef-d4c2-43ea-b211-d3aee194c035 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:25.073537 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-792fc65a-d8c0-4472-b47a-27653a33e636 req-69add5fb-2939-453f-9c3d-aa1cecd6551b tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-297147797&fields=id&tenant_id=d86fd4352b584822a6e3b6effecc05c5 HTTP/1.1" status: 200 len: 267 time: 0.0594699 May 04 15:04:25.099811 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517fe9ef-d4c2-43ea-b211-d3aee194c035 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df1bdee7-7d25-41e7-92cd-265dd65ca249,revision_number=0']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:25.121047 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-517fe9ef-d4c2-43ea-b211-d3aee194c035 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:25.122544 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-517fe9ef-d4c2-43ea-b211-d3aee194c035 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2118909 May 04 15:04:25.125706 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 47188) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:25.130556 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-4b461a27-c702-42ba-bceb-b6419246737d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Request body: {'floatingip': {'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:04:25.146499 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fc65a-d8c0-4472-b47a-27653a33e636 req-697c71ab-2a88-44b0-9ece-7f5bc300fbcc tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:25.148112 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-792fc65a-d8c0-4472-b47a-27653a33e636 req-697c71ab-2a88-44b0-9ece-7f5bc300fbcc tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 984 time: 0.0684509 May 04 15:04:25.151648 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4b461a27-c702-42ba-bceb-b6419246737d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for floatingip, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:25.161466 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [req-792fc65a-d8c0-4472-b47a-27653a33e636 req-94efcf17-42a0-41b0-a2bb-fbddcaa49f49 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Request body: {'port': {'security_groups': ['625cba39-ca98-4a06-aa37-bda202c8bfcf']}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:04:25.240847 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-792fc65a-d8c0-4472-b47a-27653a33e636 req-94efcf17-42a0-41b0-a2bb-fbddcaa49f49 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:25.275265 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4b461a27-c702-42ba-bceb-b6419246737d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:25.399623 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_common [None req-4b461a27-c702-42ba-bceb-b6419246737d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Allocated IP 172.27.1.88 (de075482-66db-4cfa-a120-f2ea157cd064/5a69c200-2813-4998-8939-5704799bdcf4/d46b7f21-7a2d-4306-b87c-29a3b7dce897) {{(pid=101864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:04:25.435957 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [req-792fc65a-d8c0-4472-b47a-27653a33e636 req-94efcf17-42a0-41b0-a2bb-fbddcaa49f49 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] For port a7ce1003-4789-4a90-b7a2-c2389a9b0e3e, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=a7ce1003-4789-4a90-b7a2-c2389a9b0e3e,segment=NetworkSegment(501a1a54-3d92-4c50-abeb-a40cdee8c87a),segment_id=501a1a54-3d92-4c50-abeb-a40cdee8c87a)] {{(pid=101863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:04:25.466386 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-792fc65a-d8c0-4472-b47a-27653a33e636 req-94efcf17-42a0-41b0-a2bb-fbddcaa49f49 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks [] for port, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:25.472987 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-792fc65a-d8c0-4472-b47a-27653a33e636 req-94efcf17-42a0-41b0-a2bb-fbddcaa49f49 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2944232'] for port, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:25.506696 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4b461a27-c702-42ba-bceb-b6419246737d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for port, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:25.508540 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['a7ce1003-4789-4a90-b7a2-c2389a9b0e3e'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:04:25.515110 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792fc65a-d8c0-4472-b47a-27653a33e636 req-94efcf17-42a0-41b0-a2bb-fbddcaa49f49 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:25.515820 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-792fc65a-d8c0-4472-b47a-27653a33e636 req-94efcf17-42a0-41b0-a2bb-fbddcaa49f49 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:25.517556 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-792fc65a-d8c0-4472-b47a-27653a33e636 req-94efcf17-42a0-41b0-a2bb-fbddcaa49f49 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "PUT /v2.0/ports/a7ce1003-4789-4a90-b7a2-c2389a9b0e3e HTTP/1.1" status: 200 len: 942 time: 0.3610122 May 04 15:04:25.520564 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c06f947-094b-4479-92c4-05d965d6c144', 'tag': 'a7ce1003-4789-4a90-b7a2-c2389a9b0e3e'}] {{(pid=101863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:04:25.522401 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c6767b5d81d022f3d85e9c22ce19b705c79dd3cfc51145499811648722293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e9ff5b-46e3-4b94-90ff-011f9b56245a" -d '{"events": [{"name": "network-changed", "server_uuid": "8c06f947-094b-4479-92c4-05d965d6c144", "tag": "a7ce1003-4789-4a90-b7a2-c2389a9b0e3e"}]}' {{(pid=101863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:04:25.525590 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 47190) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:25.576479 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4b461a27-c702-42ba-bceb-b6419246737d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:25.592031 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94efcf17-42a0-41b0-a2bb-fbddcaa49f49 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Pushing event updated for resources: {'Port': ['ID=a7ce1003-4789-4a90-b7a2-c2389a9b0e3e,revision_number=7']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:25.631615 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4e1b9e3e-ebc6-4203-8528-fa1fae610508 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:25.668827 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b461a27-c702-42ba-bceb-b6419246737d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Network de075482-66db-4cfa-a120-f2ea157cd064 is already hosted by enough agents. {{(pid=101864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:04:25.671700 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [None req-4b461a27-c702-42ba-bceb-b6419246737d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Resources bound (agent type, host, resource id): {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:04:25.680118 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b461a27-c702-42ba-bceb-b6419246737d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Received port after_create {{(pid=101864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:04:25.685362 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4e1b9e3e-ebc6-4203-8528-fa1fae610508 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:25.704178 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['a7ce1003-4789-4a90-b7a2-c2389a9b0e3e'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:04:25.730267 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b461a27-c702-42ba-bceb-b6419246737d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event updated for resources: {'Port': ['ID=d46b7f21-7a2d-4306-b87c-29a3b7dce897,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:25.785299 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:04:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d48af69a-af33-4f65-b1ca-8578ffac6a93 x-openstack-request-id: req-d48af69a-af33-4f65-b1ca-8578ffac6a93 {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:04:25.786978 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c06f947-094b-4479-92c4-05d965d6c144", "tag": "a7ce1003-4789-4a90-b7a2-c2389a9b0e3e", "status": "completed", "code": 200}]} {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:04:25.787515 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d48af69a-af33-4f65-b1ca-8578ffac6a93 {{(pid=101863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:04:25.788142 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d48af69a-af33-4f65-b1ca-8578ffac6a93'] response: {'name': 'network-changed', 'server_uuid': '8c06f947-094b-4479-92c4-05d965d6c144', 'tag': 'a7ce1003-4789-4a90-b7a2-c2389a9b0e3e', 'status': 'completed', 'code': 200} May 04 15:04:25.841143 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee07ca8-cf66-44fb-ab3d-442410fb2d68 req-8c557a6d-d08c-45ff-aa5c-32d15880a560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:25.842900 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-aee07ca8-cf66-44fb-ab3d-442410fb2d68 req-8c557a6d-d08c-45ff-aa5c-32d15880a560 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=905c2ec6da98485d974f32e58df0cfb5&device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 1098 time: 0.0726612 May 04 15:04:25.852136 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device cb97ac84-54da-488b-9b73-f200d4344050 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:04:25.862181 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4b461a27-c702-42ba-bceb-b6419246737d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:25.882949 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4e1b9e3e-ebc6-4203-8528-fa1fae610508 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:25.885749 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4e1b9e3e-ebc6-4203-8528-fa1fae610508 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:25.890412 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-4e1b9e3e-ebc6-4203-8528-fa1fae610508 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "DELETE /v2.0/security-groups/fa132280-3474-411c-8fd1-1ba9f737109d HTTP/1.1" status: 204 len: 168 time: 0.3583090 May 04 15:04:25.893107 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 47196) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:25.919773 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] No Port match for: cb97ac84-54da-488b-9b73-f200d4344050 {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:04:25.920226 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device cb97ac84-54da-488b-9b73-f200d4344050 not bound to the agent host hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:04:25.961693 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-f9408c2c-0769-4ccc-bac0-74e0dfff3ff2 None None] Provisioning complete for port a7ce1003-4789-4a90-b7a2-c2389a9b0e3e triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:04:25.961966 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-f9408c2c-0769-4ccc-bac0-74e0dfff3ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:25.970740 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1b9e3e-ebc6-4203-8528-fa1fae610508 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa132280-3474-411c-8fd1-1ba9f737109d,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:25.975762 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9ff5b-46e3-4b94-90ff-011f9b56245a req-b8408c80-68da-43eb-996d-438a8b527ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:25.978310 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-28e9ff5b-46e3-4b94-90ff-011f9b56245a req-b8408c80-68da-43eb-996d-438a8b527ae4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d86fd4352b584822a6e3b6effecc05c5&device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 1098 time: 0.1248517 May 04 15:04:25.999423 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4b461a27-c702-42ba-bceb-b6419246737d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:26.019843 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d168d7-2b27-464e-b873-fe02d355a5cb req-d9977a60-719c-4510-be38-f0c1f01c4843 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:26.021641 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-59d168d7-2b27-464e-b873-fe02d355a5cb req-d9977a60-719c-4510-be38-f0c1f01c4843 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 945 time: 0.1327741 May 04 15:04:26.032278 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee07ca8-cf66-44fb-ab3d-442410fb2d68 req-be40ba40-b482-43d7-be1d-f9196b58cd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:26.033780 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-aee07ca8-cf66-44fb-ab3d-442410fb2d68 req-be40ba40-b482-43d7-be1d-f9196b58cd10 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc HTTP/1.1" status: 200 len: 920 time: 0.1807420 May 04 15:04:26.139017 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-59d168d7-2b27-464e-b873-fe02d355a5cb req-9d4bd81a-16ec-4cd9-9f53-23cfd584af5f tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=536153dc-1e79-4719-a214-ff5c7bae6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885534 May 04 15:04:26.140757 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-aee07ca8-cf66-44fb-ab3d-442410fb2d68 req-81c44f4f-9618-414c-b120-60717f62785a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e15c5d79-99c5-4358-832f-31842b7bbd12 HTTP/1.1" status: 200 len: 1001 time: 0.0987289 May 04 15:04:26.194762 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9ff5b-46e3-4b94-90ff-011f9b56245a req-a03f18a6-a615-40af-bece-ce696634d87e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:26.196160 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-28e9ff5b-46e3-4b94-90ff-011f9b56245a req-a03f18a6-a615-40af-bece-ce696634d87e service neutron] 10.222.0.11 "GET /v2.0/networks?id=9cb74bce-f66b-4d2c-b3b3-1384b2905460 HTTP/1.1" status: 200 len: 915 time: 0.2106721 May 04 15:04:26.197473 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee07ca8-cf66-44fb-ab3d-442410fb2d68 req-6a935c82-4caa-422e-9271-b9994efbc4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:26.198944 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-aee07ca8-cf66-44fb-ab3d-442410fb2d68 req-6a935c82-4caa-422e-9271-b9994efbc4bc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a HTTP/1.1" status: 200 len: 858 time: 0.0494170 May 04 15:04:26.259782 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee07ca8-cf66-44fb-ab3d-442410fb2d68 req-6716a132-3baf-4f7d-a27f-90cbbee1abc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:26.261361 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-aee07ca8-cf66-44fb-ab3d-442410fb2d68 req-6716a132-3baf-4f7d-a27f-90cbbee1abc6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490990 May 04 15:04:26.333107 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-28e9ff5b-46e3-4b94-90ff-011f9b56245a req-b8303a07-a907-427c-a562-e64018d46407 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7ce1003-4789-4a90-b7a2-c2389a9b0e3e HTTP/1.1" status: 200 len: 1001 time: 0.0915258 May 04 15:04:26.362065 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-aee07ca8-cf66-44fb-ab3d-442410fb2d68 req-c1d7289e-f29a-4cb1-bac6-8d78744ac66a service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878150 May 04 15:04:26.400304 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-70007bc6-6093-44e0-b7b5-e2e440328311 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Deleting port 8a987ad1-d53b-4e8f-ba12-66b14fefd619 {{(pid=101864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:04:26.400669 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-70007bc6-6093-44e0-b7b5-e2e440328311 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:26.433198 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4b461a27-c702-42ba-bceb-b6419246737d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for port, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:26.436878 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9ff5b-46e3-4b94-90ff-011f9b56245a req-59541e5e-a56c-4948-b4ec-86b017b30a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:26.438716 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-28e9ff5b-46e3-4b94-90ff-011f9b56245a req-59541e5e-a56c-4948-b4ec-86b017b30a84 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=48eadae8-72f3-4aa6-811a-3a55d26ba392 HTTP/1.1" status: 200 len: 853 time: 0.0956109 May 04 15:04:26.441688 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4b461a27-c702-42ba-bceb-b6419246737d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:26.469600 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-aee07ca8-cf66-44fb-ab3d-442410fb2d68 req-ab2daac4-91f5-4027-975a-ce0445f484c2 service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0969906 May 04 15:04:26.589391 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b461a27-c702-42ba-bceb-b6419246737d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event updated for resources: {'Port': ['ID=d46b7f21-7a2d-4306-b87c-29a3b7dce897,revision_number=2']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:26.609127 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-70007bc6-6093-44e0-b7b5-e2e440328311 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:26.609456 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-70007bc6-6093-44e0-b7b5-e2e440328311 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:26.619387 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e9ff5b-46e3-4b94-90ff-011f9b56245a req-773b864e-7e76-4b21-b2fb-38375b9d6043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:26.621053 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-28e9ff5b-46e3-4b94-90ff-011f9b56245a req-773b864e-7e76-4b21-b2fb-38375b9d6043 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9cb74bce-f66b-4d2c-b3b3-1384b2905460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1455367 May 04 15:04:26.625394 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4b461a27-c702-42ba-bceb-b6419246737d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628046'] for floatingip, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:26.636583 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-70007bc6-6093-44e0-b7b5-e2e440328311 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Calling delete_port for 8a987ad1-d53b-4e8f-ba12-66b14fefd619 owned by network:floatingip {{(pid=101864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:04:26.669208 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4b461a27-c702-42ba-bceb-b6419246737d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:26.670424 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-4b461a27-c702-42ba-bceb-b6419246737d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5434792 May 04 15:04:26.809491 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-db9f8d66-3099-4b8e-86be-2b9d4b826142 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1662975985&fields=id&tenant_id=87d12057fd5046da9f6ec905d089d476 HTTP/1.1" status: 200 len: 267 time: 0.0335920 May 04 15:04:26.811750 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-28e9ff5b-46e3-4b94-90ff-011f9b56245a req-1b07c9b9-6979-4e07-a9f0-21ccb1a7bc28 service neutron] 10.222.0.11 "GET /v2.0/networks/9cb74bce-f66b-4d2c-b3b3-1384b2905460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1781321 May 04 15:04:26.927853 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-e1cc0f5d-dba3-4b60-aac8-47945ad3fd3e tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:26.929539 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-e1cc0f5d-dba3-4b60-aac8-47945ad3fd3e tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/networks?id=55dbbf73-0e6e-443d-9d78-4a6112dd0160 HTTP/1.1" status: 200 len: 814 time: 0.1117938 May 04 15:04:26.947192 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-2c002c15-90ff-4e1e-b3ea-a91594f96f90 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/quotas/87d12057fd5046da9f6ec905d089d476 HTTP/1.1" status: 200 len: 375 time: 0.0096576 May 04 15:04:27.004572 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-52f24f27-46d7-4952-b0e7-6f0762f672ac tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=87d12057fd5046da9f6ec905d089d476&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502894 May 04 15:04:27.153327 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-5668fac4-94ee-4c3c-b335-0466d65cc774 service neutron] 10.222.0.42 "GET /v2.0/networks/55dbbf73-0e6e-443d-9d78-4a6112dd0160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363432 May 04 15:04:27.170799 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-28e9ff5b-46e3-4b94-90ff-011f9b56245a req-357800e8-2363-40f5-b5d0-f0d9e545e786 service neutron] 10.222.0.11 "GET /v2.0/networks/9cb74bce-f66b-4d2c-b3b3-1384b2905460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3508346 May 04 15:04:27.183928 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-70007bc6-6093-44e0-b7b5-e2e440328311 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:27.213165 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70007bc6-6093-44e0-b7b5-e2e440328311 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Pushing event deleted for resources: {'Port': ['ID=8a987ad1-d53b-4e8f-ba12-66b14fefd619,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:27.254902 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-286a5900-adaa-46ea-9f2a-80eba1203d70 service neutron] 10.222.0.42 "GET /v2.0/networks/55dbbf73-0e6e-443d-9d78-4a6112dd0160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949111 May 04 15:04:27.275239 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-70007bc6-6093-44e0-b7b5-e2e440328311 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks [] for floatingip, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:27.275646 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.db.l3_db [None req-70007bc6-6093-44e0-b7b5-e2e440328311 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Floating IP 99e60bf3-e753-45ee-8f2d-c95c4ce0b58d disassociated (deleted). External IP: 172.27.1.102, port: a7ce1003-4789-4a90-b7a2-c2389a9b0e3e. May 04 15:04:27.465190 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219e5ac-f9f3-4e0d-a545-74470ae8c907 req-47d56cd8-d045-4c41-8bfa-47697fb990a0 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:27.467083 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f219e5ac-f9f3-4e0d-a545-74470ae8c907 req-47d56cd8-d045-4c41-8bfa-47697fb990a0 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 945 time: 0.0538344 May 04 15:04:27.509480 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f219e5ac-f9f3-4e0d-a545-74470ae8c907 req-c9c0815e-d8b8-464a-85c3-2b4088402a86 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=536153dc-1e79-4719-a214-ff5c7bae6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353167 May 04 15:04:27.509870 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70007bc6-6093-44e0-b7b5-e2e440328311 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Router f4cc508b-e44d-4d62-aae7-eaeefffb6771 has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:04:27.589523 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-88d65ab1-879e-4eb3-b0f9-c351c1391585 req-76bc37df-5ae0-4a32-8a09-9eb03bab3f7b tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ec75ab1-95fd-482f-8ef9-38c970019a31 HTTP/1.1" status: 200 len: 210 time: 0.0319455 May 04 15:04:27.633617 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70007bc6-6093-44e0-b7b5-e2e440328311 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:04:27.638850 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-70007bc6-6093-44e0-b7b5-e2e440328311 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:27.646537 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb40427-b43f-4802-a259-4b0b7e92a7e9 None None] Sync routers for ids ['f4cc508b-e44d-4d62-aae7-eaeefffb6771'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:04:27.659009 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb40427-b43f-4802-a259-4b0b7e92a7e9 None None] Routers {'f4cc508b-e44d-4d62-aae7-eaeefffb6771'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:04:27.659640 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-fcb40427-b43f-4802-a259-4b0b7e92a7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:04:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['f4cc508b-e44d-4d62-aae7-eaeefffb6771'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:27.670064 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-70007bc6-6093-44e0-b7b5-e2e440328311 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "DELETE /v2.0/floatingips/99e60bf3-e753-45ee-8f2d-c95c4ce0b58d HTTP/1.1" status: 204 len: 168 time: 1.7749603 May 04 15:04:27.670679 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c06f947-094b-4479-92c4-05d965d6c144', 'tag': 'a7ce1003-4789-4a90-b7a2-c2389a9b0e3e'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:04:27.673586 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e70d2d-f9ea-4d8a-a22d-98329b477ab7" -d '{"events": [{"name": "network-changed", "server_uuid": "8c06f947-094b-4479-92c4-05d965d6c144", "tag": "a7ce1003-4789-4a90-b7a2-c2389a9b0e3e"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:04:27.784519 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-fcb40427-b43f-4802-a259-4b0b7e92a7e9 None None] Set router f4cc508b-e44d-4d62-aae7-eaeefffb6771 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:04:27.980081 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:04:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877a9877-a55e-4cf7-b59b-c1487fd317c2 x-openstack-request-id: req-877a9877-a55e-4cf7-b59b-c1487fd317c2 {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:04:27.980654 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c06f947-094b-4479-92c4-05d965d6c144", "tag": "a7ce1003-4789-4a90-b7a2-c2389a9b0e3e", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:04:27.980821 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-877a9877-a55e-4cf7-b59b-c1487fd317c2 {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:04:27.981324 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-877a9877-a55e-4cf7-b59b-c1487fd317c2'] response: {'name': 'network-changed', 'server_uuid': '8c06f947-094b-4479-92c4-05d965d6c144', 'tag': 'a7ce1003-4789-4a90-b7a2-c2389a9b0e3e', 'status': 'completed', 'code': 200} May 04 15:04:28.080680 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e70d2d-f9ea-4d8a-a22d-98329b477ab7 req-f36d576d-e7a2-4cfb-8e54-ebd31afc7bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:28.080680 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-41e70d2d-f9ea-4d8a-a22d-98329b477ab7 req-f36d576d-e7a2-4cfb-8e54-ebd31afc7bd8 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=d86fd4352b584822a6e3b6effecc05c5&device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 1098 time: 0.0431707 May 04 15:04:28.123026 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-fcb40427-b43f-4802-a259-4b0b7e92a7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'name': 'tempest-TestMinimumBasicScenario-694971971-router', 'tenant_id': 'd86fd4352b584822a6e3b6effecc05c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '5b9b58c9-45ac-4874-9e71-3ea22f30d30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:35Z', 'updated_at': '2022-05-04T14:59:39Z', 'revision_number': 4, 'project_id': 'd86fd4352b584822a6e3b6effecc05c5', 'gw_port': {'id': '5b9b58c9-45ac-4874-9e71-3ea22f30d30d', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:35Z', 'updated_at': '2022-05-04T14:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': 'd112b19c-1b53-4477-9155-6b9971187096', 'name': '', 'network_id': '9cb74bce-f66b-4d2c-b3b3-1384b2905460', 'tenant_id': 'd86fd4352b584822a6e3b6effecc05c5', 'mac_address': 'fa:16:3e:f3:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '48eadae8-72f3-4aa6-811a-3a55d26ba392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:38Z', 'updated_at': '2022-05-04T14:59:44Z', 'revision_number': 5, 'project_id': 'd86fd4352b584822a6e3b6effecc05c5', 'subnets': [{'id': '48eadae8-72f3-4aa6-811a-3a55d26ba392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:28.148226 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb40427-b43f-4802-a259-4b0b7e92a7e9 None None] Checking router: f4cc508b-e44d-4d62-aae7-eaeefffb6771 for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:04:28.158604 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcb40427-b43f-4802-a259-4b0b7e92a7e9 None None] Routers {'f4cc508b-e44d-4d62-aae7-eaeefffb6771'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:04:28.159409 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-fcb40427-b43f-4802-a259-4b0b7e92a7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:04:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['f4cc508b-e44d-4d62-aae7-eaeefffb6771'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:28.179899 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e70d2d-f9ea-4d8a-a22d-98329b477ab7 req-ee673873-dbbd-4758-87ed-9ed5151b3579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:28.181410 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-41e70d2d-f9ea-4d8a-a22d-98329b477ab7 req-ee673873-dbbd-4758-87ed-9ed5151b3579 service neutron] 10.222.0.11 "GET /v2.0/networks?id=9cb74bce-f66b-4d2c-b3b3-1384b2905460 HTTP/1.1" status: 200 len: 915 time: 0.0940721 May 04 15:04:28.224402 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-41e70d2d-f9ea-4d8a-a22d-98329b477ab7 req-c6391b4e-67a9-4c8e-b0af-99ef09eab1a0 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7ce1003-4789-4a90-b7a2-c2389a9b0e3e HTTP/1.1" status: 200 len: 217 time: 0.0361738 May 04 15:04:28.268872 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-fcb40427-b43f-4802-a259-4b0b7e92a7e9 None None] Set router f4cc508b-e44d-4d62-aae7-eaeefffb6771 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:04:28.280577 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e70d2d-f9ea-4d8a-a22d-98329b477ab7 req-0cb30ef3-2b8d-4a91-af86-c9eb03c4d33a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:28.281988 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-41e70d2d-f9ea-4d8a-a22d-98329b477ab7 req-0cb30ef3-2b8d-4a91-af86-c9eb03c4d33a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=48eadae8-72f3-4aa6-811a-3a55d26ba392 HTTP/1.1" status: 200 len: 853 time: 0.0488491 May 04 15:04:28.329844 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e70d2d-f9ea-4d8a-a22d-98329b477ab7 req-6f133d8b-ebaa-425a-9c14-b03c3d0f4c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:28.331384 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-41e70d2d-f9ea-4d8a-a22d-98329b477ab7 req-6f133d8b-ebaa-425a-9c14-b03c3d0f4c45 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9cb74bce-f66b-4d2c-b3b3-1384b2905460&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414388 May 04 15:04:28.427004 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-41e70d2d-f9ea-4d8a-a22d-98329b477ab7 req-8e15bca2-9a66-4e3e-817a-df6e3d7c596d service neutron] 10.222.0.11 "GET /v2.0/networks/9cb74bce-f66b-4d2c-b3b3-1384b2905460?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834689 May 04 15:04:28.473557 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-fcb40427-b43f-4802-a259-4b0b7e92a7e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'name': 'tempest-TestMinimumBasicScenario-694971971-router', 'tenant_id': 'd86fd4352b584822a6e3b6effecc05c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '5b9b58c9-45ac-4874-9e71-3ea22f30d30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:35Z', 'updated_at': '2022-05-04T14:59:39Z', 'revision_number': 4, 'project_id': 'd86fd4352b584822a6e3b6effecc05c5', 'gw_port': {'id': '5b9b58c9-45ac-4874-9e71-3ea22f30d30d', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:35Z', 'updated_at': '2022-05-04T14:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': 'd112b19c-1b53-4477-9155-6b9971187096', 'name': '', 'network_id': '9cb74bce-f66b-4d2c-b3b3-1384b2905460', 'tenant_id': 'd86fd4352b584822a6e3b6effecc05c5', 'mac_address': 'fa:16:3e:f3:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '48eadae8-72f3-4aa6-811a-3a55d26ba392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:38Z', 'updated_at': '2022-05-04T14:59:44Z', 'revision_number': 5, 'project_id': 'd86fd4352b584822a6e3b6effecc05c5', 'subnets': [{'id': '48eadae8-72f3-4aa6-811a-3a55d26ba392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:28.499226 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcb40427-b43f-4802-a259-4b0b7e92a7e9 None None] The sync data for ids ['f4cc508b-e44d-4d62-aae7-eaeefffb6771'] in dv-cinder-829630-2-iscsi is: [{'id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'name': 'tempest-TestMinimumBasicScenario-694971971-router', 'tenant_id': 'd86fd4352b584822a6e3b6effecc05c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '5b9b58c9-45ac-4874-9e71-3ea22f30d30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:35Z', 'updated_at': '2022-05-04T14:59:39Z', 'revision_number': 4, 'project_id': 'd86fd4352b584822a6e3b6effecc05c5', 'gw_port': {'id': '5b9b58c9-45ac-4874-9e71-3ea22f30d30d', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:35Z', 'updated_at': '2022-05-04T14:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': 'd112b19c-1b53-4477-9155-6b9971187096', 'name': '', 'network_id': '9cb74bce-f66b-4d2c-b3b3-1384b2905460', 'tenant_id': 'd86fd4352b584822a6e3b6effecc05c5', 'mac_address': 'fa:16:3e:f3:e2:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'device_owner': 'network:router_interface', 'standard_attr_id': 271, 'fixed_ips': [{'subnet_id': '48eadae8-72f3-4aa6-811a-3a55d26ba392', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:38Z', 'updated_at': '2022-05-04T14:59:44Z', 'revision_number': 5, 'project_id': 'd86fd4352b584822a6e3b6effecc05c5', 'subnets': [{'id': '48eadae8-72f3-4aa6-811a-3a55d26ba392', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:04:28.548072 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-41e70d2d-f9ea-4d8a-a22d-98329b477ab7 req-ee376630-0171-4351-af74-266bfc292c79 service neutron] 10.222.0.11 "GET /v2.0/networks/9cb74bce-f66b-4d2c-b3b3-1384b2905460?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958774 May 04 15:04:28.646184 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcb1c20-bada-4c73-b148-b1b7cb421537 req-b6d98bb4-f4fb-43d7-8c20-8ff814e54ba6 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:28.647736 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ddcb1c20-bada-4c73-b148-b1b7cb421537 req-b6d98bb4-f4fb-43d7-8c20-8ff814e54ba6 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 945 time: 0.0551701 May 04 15:04:28.695192 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ddcb1c20-bada-4c73-b148-b1b7cb421537 req-45b3ddc6-7848-4d89-a108-0019f087deff tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=536153dc-1e79-4719-a214-ff5c7bae6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399814 May 04 15:04:28.773277 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-637b61e3-2cec-4041-9de1-815db38099aa None None] New status for floating IP 99e60bf3-e753-45ee-8f2d-c95c4ce0b58d: DOWN {{(pid=101865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:04:28.813369 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-033e511e-aedf-407e-869e-a698f78710c5 req-ff1bf8ec-9870-44a9-bf3d-3be01b3d5460 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ec75ab1-95fd-482f-8ef9-38c970019a31 HTTP/1.1" status: 200 len: 210 time: 0.0437663 May 04 15:04:28.953448 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-a51d5dfd-e3dc-4e51-a9f8-8ce26ec756e6 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:28.954923 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-a51d5dfd-e3dc-4e51-a9f8-8ce26ec756e6 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.11 "GET /v2.0/networks?id=55dbbf73-0e6e-443d-9d78-4a6112dd0160 HTTP/1.1" status: 200 len: 814 time: 0.1141205 May 04 15:04:29.014426 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-b0219017-68a8-46d8-a027-24da86c63114 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87d12057fd5046da9f6ec905d089d476 HTTP/1.1" status: 200 len: 380 time: 0.0407481 May 04 15:04:29.024393 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-d2436cc8-c2b8-4645-92f5-df687a965aaa tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Request body: {'port': {'device_id': '8ec75ab1-95fd-482f-8ef9-38c970019a31', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'admin_state_up': True, 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'security_groups': ['c27e8b18-6946-42c7-a51c-bd7ebf8a1cce']}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:04:29.074764 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:04:29.143726 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-d2436cc8-c2b8-4645-92f5-df687a965aaa tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Made reservation on behalf of 87d12057fd5046da9f6ec905d089d476 for: {'port': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:04:29.147529 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-d2436cc8-c2b8-4645-92f5-df687a965aaa tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:29.276274 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_common [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-d2436cc8-c2b8-4645-92f5-df687a965aaa tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Allocated IP 172.20.0.13 (55dbbf73-0e6e-443d-9d78-4a6112dd0160/8b0b50cf-2dce-427c-8d06-7da02fdf5e7e/2ef882b6-f52c-4360-b43f-97f112807b2d) {{(pid=101864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:04:29.416101 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-d2436cc8-c2b8-4645-92f5-df687a965aaa tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for port, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:29.452865 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-d2436cc8-c2b8-4645-92f5-df687a965aaa tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:29.499120 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-d2436cc8-c2b8-4645-92f5-df687a965aaa tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Network 55dbbf73-0e6e-443d-9d78-4a6112dd0160 is already hosted by enough agents. {{(pid=101864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:04:29.505122 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-d2436cc8-c2b8-4645-92f5-df687a965aaa tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Resources bound (agent type, host, resource id): {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:04:29.509237 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-d2436cc8-c2b8-4645-92f5-df687a965aaa tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Received port after_create {{(pid=101864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:04:29.539514 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2436cc8-c2b8-4645-92f5-df687a965aaa tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event updated for resources: {'Port': ['ID=2ef882b6-f52c-4360-b43f-97f112807b2d,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:29.576530 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-d2436cc8-c2b8-4645-92f5-df687a965aaa tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:29.577567 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-d2436cc8-c2b8-4645-92f5-df687a965aaa tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:29.598360 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-d2436cc8-c2b8-4645-92f5-df687a965aaa tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5778863 May 04 15:04:29.620897 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-4aa54358-432f-4183-b609-6daf314249ab service neutron] Request body: {'port': {'device_id': '8ec75ab1-95fd-482f-8ef9-38c970019a31', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:04:29.678493 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-4aa54358-432f-4183-b609-6daf314249ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:29.766628 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-e93167d4-64f8-4c0b-8bc8-9cd294decb26 None None] Provisioning complete for port 2ef882b6-f52c-4360-b43f-97f112807b2d triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:04:29.775670 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-e93167d4-64f8-4c0b-8bc8-9cd294decb26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:29.822373 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9863da-9d66-43ec-95be-968f6218cfa6 req-03b3767d-5a73-4a8e-b008-0e06dc2dc450 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:29.824818 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-db9863da-9d66-43ec-95be-968f6218cfa6 req-03b3767d-5a73-4a8e-b008-0e06dc2dc450 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 945 time: 0.0557890 May 04 15:04:29.825216 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-e93167d4-64f8-4c0b-8bc8-9cd294decb26 None None] Port 2ef882b6-f52c-4360-b43f-97f112807b2d cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:04:29.865656 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-db9863da-9d66-43ec-95be-968f6218cfa6 req-5f0e1309-177d-4f8e-a394-70ae1f75c7fd tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=536153dc-1e79-4719-a214-ff5c7bae6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333800 May 04 15:04:29.959170 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-4aa54358-432f-4183-b609-6daf314249ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ef882b6-f52c-4360-b43f-97f112807b2d {{(pid=101864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:04:29.967035 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-4aa54358-432f-4183-b609-6daf314249ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:29.972233 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3479e58d-e7be-481e-89c4-51780844f1c4 req-fb6dcc71-b5b2-4239-b881-ece4400ac70f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:29.973752 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3479e58d-e7be-481e-89c4-51780844f1c4 req-fb6dcc71-b5b2-4239-b881-ece4400ac70f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ec75ab1-95fd-482f-8ef9-38c970019a31 HTTP/1.1" status: 200 len: 932 time: 0.0513520 May 04 15:04:29.979362 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.provisioning_blocks [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-4aa54358-432f-4183-b609-6daf314249ab service neutron] Transition to ACTIVE for port object 2ef882b6-f52c-4360-b43f-97f112807b2d will not be triggered until provisioned by entity L2. {{(pid=101864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:04:29.983540 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-4aa54358-432f-4183-b609-6daf314249ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:30.014267 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3479e58d-e7be-481e-89c4-51780844f1c4 req-b32713e0-9c29-46bc-9878-deb41bab3cec tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=c27e8b18-6946-42c7-a51c-bd7ebf8a1cce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327084 May 04 15:04:30.034868 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa54358-432f-4183-b609-6daf314249ab service neutron] Pushing event updated for resources: {'Port': ['ID=2ef882b6-f52c-4360-b43f-97f112807b2d,revision_number=2']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:30.113670 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-4aa54358-432f-4183-b609-6daf314249ab service neutron] Attempting to bind port 2ef882b6-f52c-4360-b43f-97f112807b2d on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:04:30.114080 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-4aa54358-432f-4183-b609-6daf314249ab service neutron] Attempting to bind port 2ef882b6-f52c-4360-b43f-97f112807b2d by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '5fc74e29-6563-4af1-8324-f9079d6eac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160'}] {{(pid=101864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:04:30.114474 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-4aa54358-432f-4183-b609-6daf314249ab service neutron] Attempting to bind port 2ef882b6-f52c-4360-b43f-97f112807b2d on network 55dbbf73-0e6e-443d-9d78-4a6112dd0160 {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:04:30.119573 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-4aa54358-432f-4183-b609-6daf314249ab service neutron] Port 2ef882b6-f52c-4360-b43f-97f112807b2d on network 55dbbf73-0e6e-443d-9d78-4a6112dd0160 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:04:30.119998 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-4aa54358-432f-4183-b609-6daf314249ab service neutron] Attempting to bind port 2ef882b6-f52c-4360-b43f-97f112807b2d on network 55dbbf73-0e6e-443d-9d78-4a6112dd0160 {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:04:30.125938 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-4aa54358-432f-4183-b609-6daf314249ab service neutron] Checking agent: {'id': 'b5e3fd0f-344a-4130-968c-1c1293caf489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'started_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 4, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:04:30.126346 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-4aa54358-432f-4183-b609-6daf314249ab service neutron] Checking segment: {'id': '5fc74e29-6563-4af1-8324-f9079d6eac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:04:30.126802 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-4aa54358-432f-4183-b609-6daf314249ab service neutron] Bound using segment: {'id': '5fc74e29-6563-4af1-8324-f9079d6eac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160'} {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:04:30.127294 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-4aa54358-432f-4183-b609-6daf314249ab service neutron] Bound port: 2ef882b6-f52c-4360-b43f-97f112807b2d, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fc74e29-6563-4af1-8324-f9079d6eac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160'}}] {{(pid=101864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:04:30.127759 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-4aa54358-432f-4183-b609-6daf314249ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:30.153352 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac364e2-d823-44f8-b3ab-bee7885954c1 req-cee21279-7c96-495b-a846-3c726af982f2 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:30.155452 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9ac364e2-d823-44f8-b3ab-bee7885954c1 req-cee21279-7c96-495b-a846-3c726af982f2 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 945 time: 0.0568638 May 04 15:04:30.164167 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 47258) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:30.173504 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-73de1a3d-e3be-429b-8e45-f504584d9ec5 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Request body: {'floatingip': {'port_id': 'e15c5d79-99c5-4358-832f-31842b7bbd12'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:04:30.254114 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-73de1a3d-e3be-429b-8e45-f504584d9ec5 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks [] for floatingip, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:30.256518 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-4aa54358-432f-4183-b609-6daf314249ab service neutron] For port 2ef882b6-f52c-4360-b43f-97f112807b2d, host hv-cinder-82963, cleared binding levels {{(pid=101864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:04:30.260790 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-4aa54358-432f-4183-b609-6daf314249ab service neutron] For port 2ef882b6-f52c-4360-b43f-97f112807b2d, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=2ef882b6-f52c-4360-b43f-97f112807b2d,segment=NetworkSegment(5fc74e29-6563-4af1-8324-f9079d6eac6f),segment_id=5fc74e29-6563-4af1-8324-f9079d6eac6f)] {{(pid=101864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:04:30.289184 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-4aa54358-432f-4183-b609-6daf314249ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:30.345582 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-4aa54358-432f-4183-b609-6daf314249ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:30.346462 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-4aa54358-432f-4183-b609-6daf314249ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:30.347891 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-4aa54358-432f-4183-b609-6daf314249ab service neutron] 10.222.0.11 "PUT /v2.0/ports/2ef882b6-f52c-4360-b43f-97f112807b2d HTTP/1.1" status: 200 len: 1094 time: 0.7314715 May 04 15:04:30.348339 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec75ab1-95fd-482f-8ef9-38c970019a31', 'tag': '2ef882b6-f52c-4360-b43f-97f112807b2d'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:04:30.350841 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970d8bc0-402a-4722-a34a-6100d7448d3b" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec75ab1-95fd-482f-8ef9-38c970019a31", "tag": "2ef882b6-f52c-4360-b43f-97f112807b2d"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:04:30.450540 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa54358-432f-4183-b609-6daf314249ab service neutron] Pushing event updated for resources: {'Port': ['ID=2ef882b6-f52c-4360-b43f-97f112807b2d,revision_number=3']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:30.542819 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-8ed2c02b-0e27-41b1-a626-2dc5d4223751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:30.544335 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-8ed2c02b-0e27-41b1-a626-2dc5d4223751 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87d12057fd5046da9f6ec905d089d476&device_id=8ec75ab1-95fd-482f-8ef9-38c970019a31 HTTP/1.1" status: 200 len: 1097 time: 0.1286559 May 04 15:04:30.553383 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:04:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c85478-da95-4e10-8886-2ba13ae62a93 x-openstack-request-id: req-60c85478-da95-4e10-8886-2ba13ae62a93 {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:04:30.553749 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec75ab1-95fd-482f-8ef9-38c970019a31", "tag": "2ef882b6-f52c-4360-b43f-97f112807b2d", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:04:30.554092 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-60c85478-da95-4e10-8886-2ba13ae62a93 {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:04:30.554564 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-60c85478-da95-4e10-8886-2ba13ae62a93'] response: {'name': 'network-changed', 'server_uuid': '8ec75ab1-95fd-482f-8ef9-38c970019a31', 'tag': '2ef882b6-f52c-4360-b43f-97f112807b2d', 'status': 'completed', 'code': 200} May 04 15:04:30.638362 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-d6bbd195-3bdb-4013-b6bc-5659aa8e4b94 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ef882b6-f52c-4360-b43f-97f112807b2d HTTP/1.1" status: 200 len: 217 time: 0.0406177 May 04 15:04:30.744173 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-1054e0de-d8a3-4c09-87d7-ad9d989c8765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:30.745547 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-1054e0de-d8a3-4c09-87d7-ad9d989c8765 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b0b50cf-2dce-427c-8d06-7da02fdf5e7e HTTP/1.1" status: 200 len: 853 time: 0.1006291 May 04 15:04:30.874270 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-5eed044d-2333-40a1-b97f-c628d394f3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:30.875775 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-5eed044d-2333-40a1-b97f-c628d394f3b6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55dbbf73-0e6e-443d-9d78-4a6112dd0160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1208215 May 04 15:04:31.045099 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-73de1a3d-e3be-429b-8e45-f504584d9ec5 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:31.054942 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-73de1a3d-e3be-429b-8e45-f504584d9ec5 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628046'] for floatingip, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:31.094791 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-1072d0a3-429e-4a7e-a0fd-4e0f0adda7bc service neutron] 10.222.0.11 "GET /v2.0/networks/55dbbf73-0e6e-443d-9d78-4a6112dd0160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1772532 May 04 15:04:31.139798 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2684bd61-cff1-40fd-abce-ecf1cf37aae6 req-71724643-c52b-4e9a-9460-1254e49ea40c tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:31.141329 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2684bd61-cff1-40fd-abce-ecf1cf37aae6 req-71724643-c52b-4e9a-9460-1254e49ea40c tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ec75ab1-95fd-482f-8ef9-38c970019a31 HTTP/1.1" status: 200 len: 944 time: 0.0492086 May 04 15:04:31.182185 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2684bd61-cff1-40fd-abce-ecf1cf37aae6 req-b141e8e4-cadc-47a4-9195-59a792d0e939 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=c27e8b18-6946-42c7-a51c-bd7ebf8a1cce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346622 May 04 15:04:31.498278 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-8a765be6-17a1-4290-af59-d6c5a9235039 req-9ea0d943-5cc9-45a8-9f0c-c35ee84ec7a7 service neutron] 10.222.0.11 "GET /v2.0/networks/55dbbf73-0e6e-443d-9d78-4a6112dd0160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3920186 May 04 15:04:31.568618 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73de1a3d-e3be-429b-8e45-f504584d9ec5 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Router cf3ad22b-808f-4331-9948-e6e91d3b6eac has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:04:31.705072 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d8bc0-402a-4722-a34a-6100d7448d3b req-c36cd34b-d581-4783-a951-17460158d4c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:31.706570 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-970d8bc0-402a-4722-a34a-6100d7448d3b req-c36cd34b-d581-4783-a951-17460158d4c1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87d12057fd5046da9f6ec905d089d476&device_id=8ec75ab1-95fd-482f-8ef9-38c970019a31 HTTP/1.1" status: 200 len: 1097 time: 0.0876510 May 04 15:04:31.717067 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476b153e-9141-4ab4-ac9f-744ac6712652 req-9f22e502-2a27-41e5-8e3d-868519588409 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:31.718589 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-476b153e-9141-4ab4-ac9f-744ac6712652 req-9f22e502-2a27-41e5-8e3d-868519588409 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 945 time: 0.0593927 May 04 15:04:31.724964 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73de1a3d-e3be-429b-8e45-f504584d9ec5 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:04:31.740812 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981a1ab6-242a-4e6e-b885-3d95cbc7b677 None None] Sync routers for ids ['cf3ad22b-808f-4331-9948-e6e91d3b6eac'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:04:31.749571 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-73de1a3d-e3be-429b-8e45-f504584d9ec5 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:31.760625 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981a1ab6-242a-4e6e-b885-3d95cbc7b677 None None] Routers {'cf3ad22b-808f-4331-9948-e6e91d3b6eac'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:04:31.762890 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-981a1ab6-242a-4e6e-b885-3d95cbc7b677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:04:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['cf3ad22b-808f-4331-9948-e6e91d3b6eac'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:31.775449 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-476b153e-9141-4ab4-ac9f-744ac6712652 req-99c4579e-cad2-408c-806d-99db3fa40c3a tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431149 May 04 15:04:31.869472 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-73de1a3d-e3be-429b-8e45-f504584d9ec5 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "PUT /v2.0/floatingips/8419d83a-1ffa-4834-a096-24cca32b4d6c HTTP/1.1" status: 200 len: 993 time: 1.7005668 May 04 15:04:31.878128 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d8bc0-402a-4722-a34a-6100d7448d3b req-17efa214-951a-41e7-9020-f47e3429292c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:31.879930 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-970d8bc0-402a-4722-a34a-6100d7448d3b req-17efa214-951a-41e7-9020-f47e3429292c service neutron] 10.222.0.11 "GET /v2.0/networks?id=55dbbf73-0e6e-443d-9d78-4a6112dd0160 HTTP/1.1" status: 200 len: 915 time: 0.1643682 May 04 15:04:31.887360 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-981a1ab6-242a-4e6e-b885-3d95cbc7b677 None None] Set router cf3ad22b-808f-4331-9948-e6e91d3b6eac gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:04:31.929214 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-970d8bc0-402a-4722-a34a-6100d7448d3b req-fc1b4af8-2746-4d9b-a798-61393f2677c9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ef882b6-f52c-4360-b43f-97f112807b2d HTTP/1.1" status: 200 len: 217 time: 0.0409048 May 04 15:04:31.979799 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d8bc0-402a-4722-a34a-6100d7448d3b req-a6f8b84d-0819-40f7-94f4-832c89fa1510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:31.981764 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-970d8bc0-402a-4722-a34a-6100d7448d3b req-a6f8b84d-0819-40f7-94f4-832c89fa1510 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b0b50cf-2dce-427c-8d06-7da02fdf5e7e HTTP/1.1" status: 200 len: 853 time: 0.0460072 May 04 15:04:32.029591 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d8bc0-402a-4722-a34a-6100d7448d3b req-da3985bb-fe6f-44f9-a9a3-00bce2b9d709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:32.030949 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-970d8bc0-402a-4722-a34a-6100d7448d3b req-da3985bb-fe6f-44f9-a9a3-00bce2b9d709 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55dbbf73-0e6e-443d-9d78-4a6112dd0160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414791 May 04 15:04:32.125127 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-981a1ab6-242a-4e6e-b885-3d95cbc7b677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'name': 'tempest-ServerRescueNegativeTestJSON-1965692413-router', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '21f78449-930d-41d7-a0fc-3452d0ca9b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:14Z', 'updated_at': '2022-05-04T14:58:21Z', 'revision_number': 4, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'gw_port': {'id': '21f78449-930d-41d7-a0fc-3452d0ca9b33', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:15Z', 'updated_at': '2022-05-04T14:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': '8419d83a-1ffa-4834-a096-24cca32b4d6c', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'port_id': 'e15c5d79-99c5-4358-832f-31842b7bbd12', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc', 'mac_address': 'fa:16:3e:9d:cc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:00:44Z', 'updated_at': '2022-05-04T15:04:30Z', 'revision_number': 3, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b2f621d-7e96-4aa4-8a90-c05ae653fc54', 'name': '', 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'mac_address': 'fa:16:3e:3a:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:20Z', 'updated_at': '2022-05-04T14:58:37Z', 'revision_number': 5, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'subnets': [{'id': '5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:32.151088 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-970d8bc0-402a-4722-a34a-6100d7448d3b req-165b5dc4-b201-48ce-adea-893ac263b28c service neutron] 10.222.0.11 "GET /v2.0/networks/55dbbf73-0e6e-443d-9d78-4a6112dd0160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102879 May 04 15:04:32.151697 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981a1ab6-242a-4e6e-b885-3d95cbc7b677 None None] Checking router: cf3ad22b-808f-4331-9948-e6e91d3b6eac for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:04:32.160128 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981a1ab6-242a-4e6e-b885-3d95cbc7b677 None None] Routers {'cf3ad22b-808f-4331-9948-e6e91d3b6eac'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:04:32.160748 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-981a1ab6-242a-4e6e-b885-3d95cbc7b677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:04:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['cf3ad22b-808f-4331-9948-e6e91d3b6eac'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:32.194033 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9b6f09-1428-46f9-ae58-efa9b8d50bfa req-10aefb42-9c23-49c5-81e1-0596192da095 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:32.196272 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8e9b6f09-1428-46f9-ae58-efa9b8d50bfa req-10aefb42-9c23-49c5-81e1-0596192da095 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 946 time: 0.0513186 May 04 15:04:32.237389 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8e9b6f09-1428-46f9-ae58-efa9b8d50bfa req-a050b5ce-d530-4141-a1a7-bac59b384801 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345919 May 04 15:04:32.250658 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-970d8bc0-402a-4722-a34a-6100d7448d3b req-b016a02d-f4e3-4381-ab56-66984a7afd10 service neutron] 10.222.0.11 "GET /v2.0/networks/55dbbf73-0e6e-443d-9d78-4a6112dd0160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927625 May 04 15:04:32.273823 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-981a1ab6-242a-4e6e-b885-3d95cbc7b677 None None] Set router cf3ad22b-808f-4331-9948-e6e91d3b6eac gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:04:32.346363 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca343e3-f839-4d77-b383-fb52cffe14d2 req-25feafef-3078-4277-9218-b9cf1272ab54 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:32.347925 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2ca343e3-f839-4d77-b383-fb52cffe14d2 req-25feafef-3078-4277-9218-b9cf1272ab54 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ec75ab1-95fd-482f-8ef9-38c970019a31 HTTP/1.1" status: 200 len: 944 time: 0.0492461 May 04 15:04:32.386106 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2ca343e3-f839-4d77-b383-fb52cffe14d2 req-6ac04829-5152-427b-b299-22f0472c0361 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=c27e8b18-6946-42c7-a51c-bd7ebf8a1cce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321407 May 04 15:04:32.500672 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-981a1ab6-242a-4e6e-b885-3d95cbc7b677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'name': 'tempest-ServerRescueNegativeTestJSON-1965692413-router', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '21f78449-930d-41d7-a0fc-3452d0ca9b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:14Z', 'updated_at': '2022-05-04T14:58:21Z', 'revision_number': 4, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'gw_port': {'id': '21f78449-930d-41d7-a0fc-3452d0ca9b33', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:15Z', 'updated_at': '2022-05-04T14:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': '8419d83a-1ffa-4834-a096-24cca32b4d6c', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'port_id': 'e15c5d79-99c5-4358-832f-31842b7bbd12', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc', 'mac_address': 'fa:16:3e:9d:cc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:00:44Z', 'updated_at': '2022-05-04T15:04:30Z', 'revision_number': 3, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b2f621d-7e96-4aa4-8a90-c05ae653fc54', 'name': '', 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'mac_address': 'fa:16:3e:3a:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:20Z', 'updated_at': '2022-05-04T14:58:37Z', 'revision_number': 5, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'subnets': [{'id': '5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:32.525551 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981a1ab6-242a-4e6e-b885-3d95cbc7b677 None None] The sync data for ids ['cf3ad22b-808f-4331-9948-e6e91d3b6eac'] in dv-cinder-829630-2-iscsi is: [{'id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'name': 'tempest-ServerRescueNegativeTestJSON-1965692413-router', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '21f78449-930d-41d7-a0fc-3452d0ca9b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:14Z', 'updated_at': '2022-05-04T14:58:21Z', 'revision_number': 4, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'gw_port': {'id': '21f78449-930d-41d7-a0fc-3452d0ca9b33', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:15Z', 'updated_at': '2022-05-04T14:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': '8419d83a-1ffa-4834-a096-24cca32b4d6c', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'floating_ip_address': '172.27.1.205', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'port_id': 'e15c5d79-99c5-4358-832f-31842b7bbd12', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 356, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc', 'mac_address': 'fa:16:3e:9d:cc:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:00:44Z', 'updated_at': '2022-05-04T15:04:30Z', 'revision_number': 3, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8b2f621d-7e96-4aa4-8a90-c05ae653fc54', 'name': '', 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'mac_address': 'fa:16:3e:3a:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:20Z', 'updated_at': '2022-05-04T14:58:37Z', 'revision_number': 5, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'subnets': [{'id': '5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:04:32.558050 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2', 'tag': 'e15c5d79-99c5-4358-832f-31842b7bbd12'}, {'name': 'network-changed', 'server_uuid': 'e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2', 'tag': 'e15c5d79-99c5-4358-832f-31842b7bbd12'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:04:32.560509 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0719c0-7992-481e-97bd-3b286587c79f" -d '{"events": [{"name": "network-changed", "server_uuid": "e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2", "tag": "e15c5d79-99c5-4358-832f-31842b7bbd12"}, {"name": "network-changed", "server_uuid": "e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2", "tag": "e15c5d79-99c5-4358-832f-31842b7bbd12"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:04:32.602765 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Wed, 04 May 2022 15:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a90d4066-0891-451c-9393-45e4e55a18e6 x-openstack-request-id: req-a90d4066-0891-451c-9393-45e4e55a18e6 {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:04:32.603279 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2", "tag": "e15c5d79-99c5-4358-832f-31842b7bbd12", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2", "tag": "e15c5d79-99c5-4358-832f-31842b7bbd12", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:04:32.603992 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a90d4066-0891-451c-9393-45e4e55a18e6 {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:04:32.605007 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a90d4066-0891-451c-9393-45e4e55a18e6'] response: {'name': 'network-changed', 'server_uuid': 'e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2', 'tag': 'e15c5d79-99c5-4358-832f-31842b7bbd12', 'status': 'completed', 'code': 200} May 04 15:04:32.605007 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a90d4066-0891-451c-9393-45e4e55a18e6'] response: {'name': 'network-changed', 'server_uuid': 'e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2', 'tag': 'e15c5d79-99c5-4358-832f-31842b7bbd12', 'status': 'completed', 'code': 200} May 04 15:04:32.697057 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0719c0-7992-481e-97bd-3b286587c79f req-4fedf65a-4392-4ad3-8140-a171465e3e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:32.698577 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-9f0719c0-7992-481e-97bd-3b286587c79f req-4fedf65a-4392-4ad3-8140-a171465e3e24 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=905c2ec6da98485d974f32e58df0cfb5&device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 1098 time: 0.0441260 May 04 15:04:32.793792 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0719c0-7992-481e-97bd-3b286587c79f req-ef6a58ef-7b75-483b-9a03-d9ee10ce5da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:32.795332 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-9f0719c0-7992-481e-97bd-3b286587c79f req-ef6a58ef-7b75-483b-9a03-d9ee10ce5da6 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc HTTP/1.1" status: 200 len: 920 time: 0.0897055 May 04 15:04:32.864899 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-9f0719c0-7992-481e-97bd-3b286587c79f req-decf1966-ebb6-4283-bdf1-9122e46227bc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e15c5d79-99c5-4358-832f-31842b7bbd12 HTTP/1.1" status: 200 len: 1001 time: 0.0625453 May 04 15:04:32.900789 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda937f1-8d3c-4876-9297-8f36a0810b58 req-5b90c802-1bec-4aa3-9d04-4f5d165e0c3b tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:32.902890 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-dda937f1-8d3c-4876-9297-8f36a0810b58 req-5b90c802-1bec-4aa3-9d04-4f5d165e0c3b tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 945 time: 0.0531557 May 04 15:04:32.919550 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0719c0-7992-481e-97bd-3b286587c79f req-5f18f999-3e68-40df-98cd-7b134a087e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:32.921099 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-9f0719c0-7992-481e-97bd-3b286587c79f req-5f18f999-3e68-40df-98cd-7b134a087e0d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a HTTP/1.1" status: 200 len: 858 time: 0.0484951 May 04 15:04:32.941289 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-dda937f1-8d3c-4876-9297-8f36a0810b58 req-25483709-c8ec-4cb2-8f41-e50dfc8094e5 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316746 May 04 15:04:32.969029 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0719c0-7992-481e-97bd-3b286587c79f req-aba436aa-736d-4cac-9fbb-0122e28252a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:32.970540 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-9f0719c0-7992-481e-97bd-3b286587c79f req-aba436aa-736d-4cac-9fbb-0122e28252a2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0417531 May 04 15:04:33.063080 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-9f0719c0-7992-481e-97bd-3b286587c79f req-6ab6732d-9059-447b-ad93-3570808a9201 service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839267 May 04 15:04:33.156212 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-9f0719c0-7992-481e-97bd-3b286587c79f req-9165272b-92a3-4f61-a4a6-31679b458764 service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861225 May 04 15:04:33.278395 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0719c0-7992-481e-97bd-3b286587c79f req-472fbeeb-8194-4b6c-9ddc-2cb2d4a5d498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:33.279925 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-9f0719c0-7992-481e-97bd-3b286587c79f req-472fbeeb-8194-4b6c-9ddc-2cb2d4a5d498 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=905c2ec6da98485d974f32e58df0cfb5&device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 1098 time: 0.0422423 May 04 15:04:33.362718 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b5a135-dbdd-4b5d-abd0-8a3a15fdbbe6 req-385b9e92-c7eb-4a61-9c5a-bafc0108e941 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:33.364179 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e8b5a135-dbdd-4b5d-abd0-8a3a15fdbbe6 req-385b9e92-c7eb-4a61-9c5a-bafc0108e941 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 946 time: 0.0503080 May 04 15:04:33.375556 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0719c0-7992-481e-97bd-3b286587c79f req-fd945d59-46d9-451c-9495-dbbad07e567a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:33.377054 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-9f0719c0-7992-481e-97bd-3b286587c79f req-fd945d59-46d9-451c-9495-dbbad07e567a service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc HTTP/1.1" status: 200 len: 920 time: 0.0903347 May 04 15:04:33.405139 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e8b5a135-dbdd-4b5d-abd0-8a3a15fdbbe6 req-f2138765-87c5-447d-8ece-3117db8d0c68 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347846 May 04 15:04:33.445170 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-9f0719c0-7992-481e-97bd-3b286587c79f req-e6f80623-5a59-4e0b-b7c1-e7d087d65c18 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e15c5d79-99c5-4358-832f-31842b7bbd12 HTTP/1.1" status: 200 len: 1001 time: 0.0602269 May 04 15:04:33.494392 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0719c0-7992-481e-97bd-3b286587c79f req-54220a7a-e745-4a6a-88ce-6e05a42c60e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:33.496380 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-9f0719c0-7992-481e-97bd-3b286587c79f req-54220a7a-e745-4a6a-88ce-6e05a42c60e0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a HTTP/1.1" status: 200 len: 858 time: 0.0438957 May 04 15:04:33.513951 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4455a05f-e4f9-402b-a528-9e71ef8fe922 req-49b45a91-aca0-4cbb-874f-2c9e60f934fd tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:33.515430 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4455a05f-e4f9-402b-a528-9e71ef8fe922 req-49b45a91-aca0-4cbb-874f-2c9e60f934fd tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ec75ab1-95fd-482f-8ef9-38c970019a31 HTTP/1.1" status: 200 len: 944 time: 0.0492249 May 04 15:04:33.553336 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4455a05f-e4f9-402b-a528-9e71ef8fe922 req-f7fdf2e5-001c-41f9-b5f9-005a57ce82f9 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=c27e8b18-6946-42c7-a51c-bd7ebf8a1cce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318520 May 04 15:04:33.562436 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0719c0-7992-481e-97bd-3b286587c79f req-fb485567-654f-4719-87e0-60732bf76bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:33.564041 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-9f0719c0-7992-481e-97bd-3b286587c79f req-fb485567-654f-4719-87e0-60732bf76bc6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456300 May 04 15:04:33.692630 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-9f0719c0-7992-481e-97bd-3b286587c79f req-47c9f983-ac0c-40ca-8ae6-0a99cf275df2 service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807903 May 04 15:04:33.785765 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-9f0719c0-7992-481e-97bd-3b286587c79f req-7e82c01b-92b7-4703-b5fe-77db7347b91c service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856667 May 04 15:04:34.061599 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa0cb4d-c2e8-4adc-bbb7-8107a3f85784 req-c1ccfa8c-1aaa-4fa0-ad85-33922a44331b tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:34.063347 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7aa0cb4d-c2e8-4adc-bbb7-8107a3f85784 req-c1ccfa8c-1aaa-4fa0-ad85-33922a44331b tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 945 time: 0.0528836 May 04 15:04:34.102111 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7aa0cb4d-c2e8-4adc-bbb7-8107a3f85784 req-5049b1ea-9915-4c35-ae10-38a95849da36 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/security-groups?id=625cba39-ca98-4a06-aa37-bda202c8bfcf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320385 May 04 15:04:34.203166 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35537b3c-84c5-4862-a25d-085db38c9f96 req-054233f8-aa0c-45f5-86a1-a8e0fa032cac tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:34.205543 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-35537b3c-84c5-4862-a25d-085db38c9f96 req-054233f8-aa0c-45f5-86a1-a8e0fa032cac tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.11 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 945 time: 0.0512447 May 04 15:04:34.324350 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dca419b-44ee-4d5d-a51b-cb6ad87f6175 req-97fb32d4-6bf7-4b79-bda9-b8a111efe1b2 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:34.325871 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5dca419b-44ee-4d5d-a51b-cb6ad87f6175 req-97fb32d4-6bf7-4b79-bda9-b8a111efe1b2 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.11 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 946 time: 0.0490406 May 04 15:04:34.371153 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [req-35537b3c-84c5-4862-a25d-085db38c9f96 req-97255307-808c-45d8-9e2d-25c0ed6e4d46 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Deleting port a7ce1003-4789-4a90-b7a2-c2389a9b0e3e {{(pid=101864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:04:34.371574 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-35537b3c-84c5-4862-a25d-085db38c9f96 req-97255307-808c-45d8-9e2d-25c0ed6e4d46 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:34.424122 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [req-5dca419b-44ee-4d5d-a51b-cb6ad87f6175 req-9df7e2ec-9ffc-4610-87b6-d7ca5794dc32 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Deleting port be8f13a8-1319-4583-87e0-88b7c802c213 {{(pid=101863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:04:34.424818 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-5dca419b-44ee-4d5d-a51b-cb6ad87f6175 req-9df7e2ec-9ffc-4610-87b6-d7ca5794dc32 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:34.481071 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-35537b3c-84c5-4862-a25d-085db38c9f96 req-97255307-808c-45d8-9e2d-25c0ed6e4d46 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] For port a7ce1003-4789-4a90-b7a2-c2389a9b0e3e, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=a7ce1003-4789-4a90-b7a2-c2389a9b0e3e,segment=NetworkSegment(501a1a54-3d92-4c50-abeb-a40cdee8c87a),segment_id=501a1a54-3d92-4c50-abeb-a40cdee8c87a)] {{(pid=101864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:04:34.481811 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-35537b3c-84c5-4862-a25d-085db38c9f96 req-97255307-808c-45d8-9e2d-25c0ed6e4d46 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:34.495231 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [req-35537b3c-84c5-4862-a25d-085db38c9f96 req-97255307-808c-45d8-9e2d-25c0ed6e4d46 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Calling delete_port for a7ce1003-4789-4a90-b7a2-c2389a9b0e3e owned by compute:nova {{(pid=101864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:04:34.545265 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [req-5dca419b-44ee-4d5d-a51b-cb6ad87f6175 req-9df7e2ec-9ffc-4610-87b6-d7ca5794dc32 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] For port be8f13a8-1319-4583-87e0-88b7c802c213, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=be8f13a8-1319-4583-87e0-88b7c802c213,segment=NetworkSegment(b1142b6e-dead-4f76-9ea3-713e036ec259),segment_id=b1142b6e-dead-4f76-9ea3-713e036ec259)] {{(pid=101863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:04:34.545633 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-5dca419b-44ee-4d5d-a51b-cb6ad87f6175 req-9df7e2ec-9ffc-4610-87b6-d7ca5794dc32 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:34.569763 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608a60d8-6f12-4244-9709-80b7ed375097 req-664e4da2-6152-45e9-abd7-5f24c3c5f7bc tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:34.571270 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-608a60d8-6f12-4244-9709-80b7ed375097 req-664e4da2-6152-45e9-abd7-5f24c3c5f7bc tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 946 time: 0.0875404 May 04 15:04:34.638408 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-35537b3c-84c5-4862-a25d-085db38c9f96 req-97255307-808c-45d8-9e2d-25c0ed6e4d46 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:34.668396 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97255307-808c-45d8-9e2d-25c0ed6e4d46 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Pushing event deleted for resources: {'Port': ['ID=a7ce1003-4789-4a90-b7a2-c2389a9b0e3e,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:34.675663 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['a7ce1003-4789-4a90-b7a2-c2389a9b0e3e'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:04:34.681464 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-608a60d8-6f12-4244-9709-80b7ed375097 req-5919671d-df2a-47a3-a876-466236bc9b0b tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=e391718d-9140-473a-b8b6-6447f2b57c05&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764492 May 04 15:04:34.719864 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [req-35537b3c-84c5-4862-a25d-085db38c9f96 req-97255307-808c-45d8-9e2d-25c0ed6e4d46 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] No DVR routers for this DVR port a7ce1003-4789-4a90-b7a2-c2389a9b0e3e on host hv-cinder-82963 {{(pid=101864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:04:34.723231 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-35537b3c-84c5-4862-a25d-085db38c9f96 req-97255307-808c-45d8-9e2d-25c0ed6e4d46 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:34.728004 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-35537b3c-84c5-4862-a25d-085db38c9f96 req-97255307-808c-45d8-9e2d-25c0ed6e4d46 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.11 "DELETE /v2.0/ports/a7ce1003-4789-4a90-b7a2-c2389a9b0e3e HTTP/1.1" status: 204 len: 173 time: 0.4515469 May 04 15:04:34.728466 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c06f947-094b-4479-92c4-05d965d6c144', 'name': 'network-vif-deleted', 'tag': 'a7ce1003-4789-4a90-b7a2-c2389a9b0e3e'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:04:34.731965 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f3760c6-82d4-4821-a7a2-d4cd7eb7a971" -d '{"events": [{"server_uuid": "8c06f947-094b-4479-92c4-05d965d6c144", "name": "network-vif-deleted", "tag": "a7ce1003-4789-4a90-b7a2-c2389a9b0e3e"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:04:34.780323 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-5dca419b-44ee-4d5d-a51b-cb6ad87f6175 req-9df7e2ec-9ffc-4610-87b6-d7ca5794dc32 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:34.780748 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-5dca419b-44ee-4d5d-a51b-cb6ad87f6175 req-9df7e2ec-9ffc-4610-87b6-d7ca5794dc32 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628046'] for floatingip, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:34.781075 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.db.l3_db [req-5dca419b-44ee-4d5d-a51b-cb6ad87f6175 req-9df7e2ec-9ffc-4610-87b6-d7ca5794dc32 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Floating IP e549aa88-320a-4274-8edc-59efecfab768 disassociated. External IP: 172.27.1.67, port: be8f13a8-1319-4583-87e0-88b7c802c213. May 04 15:04:34.781423 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [req-5dca419b-44ee-4d5d-a51b-cb6ad87f6175 req-9df7e2ec-9ffc-4610-87b6-d7ca5794dc32 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Calling delete_port for be8f13a8-1319-4583-87e0-88b7c802c213 owned by compute:nova {{(pid=101863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:04:34.894383 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b26562b-8886-41d6-9c9c-bea7bd60d5c8 req-ae296137-46be-4ce1-bb28-0dbdad367f44 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:34.895803 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2b26562b-8886-41d6-9c9c-bea7bd60d5c8 req-ae296137-46be-4ce1-bb28-0dbdad367f44 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ec75ab1-95fd-482f-8ef9-38c970019a31 HTTP/1.1" status: 200 len: 944 time: 0.1122351 May 04 15:04:34.948380 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2b26562b-8886-41d6-9c9c-bea7bd60d5c8 req-4066e79a-1c27-4269-a5de-aa2a525566c9 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=c27e8b18-6946-42c7-a51c-bd7ebf8a1cce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463049 May 04 15:04:34.995321 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-112f4f66-65c7-4eb2-9adb-a7798e5f5660 x-openstack-request-id: req-112f4f66-65c7-4eb2-9adb-a7798e5f5660 {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:04:34.996223 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c06f947-094b-4479-92c4-05d965d6c144", "name": "network-vif-deleted", "tag": "a7ce1003-4789-4a90-b7a2-c2389a9b0e3e", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:04:34.996472 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-112f4f66-65c7-4eb2-9adb-a7798e5f5660 {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:04:34.996912 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-112f4f66-65c7-4eb2-9adb-a7798e5f5660'] response: {'server_uuid': '8c06f947-094b-4479-92c4-05d965d6c144', 'name': 'network-vif-deleted', 'tag': 'a7ce1003-4789-4a90-b7a2-c2389a9b0e3e', 'status': 'completed', 'code': 200} May 04 15:04:35.003469 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-5dca419b-44ee-4d5d-a51b-cb6ad87f6175 req-9df7e2ec-9ffc-4610-87b6-d7ca5794dc32 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:35.034060 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df7e2ec-9ffc-4610-87b6-d7ca5794dc32 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Pushing event deleted for resources: {'Port': ['ID=be8f13a8-1319-4583-87e0-88b7c802c213,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:35.405259 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-dec491a7-408e-485b-a20a-6620a5bd849e req-5fea4aee-09f3-4ec2-b33d-c50aecd09ca7 tempest-TestMinimumBasicScenario-1546086564 tempest-TestMinimumBasicScenario-1546086564-project] 10.222.0.42 "GET /v2.0/ports?device_id=8c06f947-094b-4479-92c4-05d965d6c144 HTTP/1.1" status: 200 len: 210 time: 0.0342219 May 04 15:04:35.429012 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dca419b-44ee-4d5d-a51b-cb6ad87f6175 req-9df7e2ec-9ffc-4610-87b6-d7ca5794dc32 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Router abdfd2ac-0f24-4034-9f3a-647c8dad7e11 has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:04:35.534935 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dca419b-44ee-4d5d-a51b-cb6ad87f6175 req-9df7e2ec-9ffc-4610-87b6-d7ca5794dc32 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:04:35.545709 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03707b0-2430-4347-81a6-6ac6897f2a68 None None] Sync routers for ids ['abdfd2ac-0f24-4034-9f3a-647c8dad7e11'] in dv-cinder-829630-2-iscsi {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:04:35.556457 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03707b0-2430-4347-81a6-6ac6897f2a68 None None] Routers {'abdfd2ac-0f24-4034-9f3a-647c8dad7e11'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:04:35.557117 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-b03707b0-2430-4347-81a6-6ac6897f2a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:04:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['abdfd2ac-0f24-4034-9f3a-647c8dad7e11'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:35.578577 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dca419b-44ee-4d5d-a51b-cb6ad87f6175 req-9df7e2ec-9ffc-4610-87b6-d7ca5794dc32 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] No DVR routers for this DVR port be8f13a8-1319-4583-87e0-88b7c802c213 on host hv-cinder-82963 {{(pid=101863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:04:35.581700 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-5dca419b-44ee-4d5d-a51b-cb6ad87f6175 req-9df7e2ec-9ffc-4610-87b6-d7ca5794dc32 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:35.584957 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5dca419b-44ee-4d5d-a51b-cb6ad87f6175 req-9df7e2ec-9ffc-4610-87b6-d7ca5794dc32 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.11 "DELETE /v2.0/ports/be8f13a8-1319-4583-87e0-88b7c802c213 HTTP/1.1" status: 204 len: 173 time: 1.2524350 May 04 15:04:35.585387 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aff994d-b792-4368-b2da-53eea8aa7ad2', 'name': 'network-vif-deleted', 'tag': 'be8f13a8-1319-4583-87e0-88b7c802c213'}] {{(pid=101863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:04:35.588029 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c6767b5d81d022f3d85e9c22ce19b705c79dd3cfc51145499811648722293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d81d222b-c1f5-4830-a33f-2c258ec8b0a9" -d '{"events": [{"server_uuid": "0aff994d-b792-4368-b2da-53eea8aa7ad2", "name": "network-vif-deleted", "tag": "be8f13a8-1319-4583-87e0-88b7c802c213"}]}' {{(pid=101863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:04:35.633067 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-406372f9-610e-4ac6-bad9-3f69862b9a58 x-openstack-request-id: req-406372f9-610e-4ac6-bad9-3f69862b9a58 {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:04:35.633354 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0aff994d-b792-4368-b2da-53eea8aa7ad2", "name": "network-vif-deleted", "tag": "be8f13a8-1319-4583-87e0-88b7c802c213", "status": "completed", "code": 200}]} {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:04:35.633646 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-406372f9-610e-4ac6-bad9-3f69862b9a58 {{(pid=101863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:04:35.634042 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-406372f9-610e-4ac6-bad9-3f69862b9a58'] response: {'server_uuid': '0aff994d-b792-4368-b2da-53eea8aa7ad2', 'name': 'network-vif-deleted', 'tag': 'be8f13a8-1319-4583-87e0-88b7c802c213', 'status': 'completed', 'code': 200} May 04 15:04:35.801876 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-b03707b0-2430-4347-81a6-6ac6897f2a68 None None] Set router abdfd2ac-0f24-4034-9f3a-647c8dad7e11 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:04:35.832463 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-09ac6b73-c208-431a-9e49-fd801062ef0b req-2ab72e66-af16-4aa0-b65b-f020cbb10942 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=0aff994d-b792-4368-b2da-53eea8aa7ad2 HTTP/1.1" status: 200 len: 210 time: 0.0267668 May 04 15:04:35.915076 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 2ef882b6-f52c-4360-b43f-97f112807b2d details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:04:36.073196 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 2ef882b6-f52c-4360-b43f-97f112807b2d, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=2ef882b6-f52c-4360-b43f-97f112807b2d,segment=NetworkSegment(5fc74e29-6563-4af1-8324-f9079d6eac6f),segment_id=5fc74e29-6563-4af1-8324-f9079d6eac6f)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:04:36.081891 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977fe95e-4d9c-4386-b902-ec55b520384d req-99c98e22-c959-4589-ad27-a52c3182238a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:36.083526 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-977fe95e-4d9c-4386-b902-ec55b520384d req-99c98e22-c959-4589-ad27-a52c3182238a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ec75ab1-95fd-482f-8ef9-38c970019a31 HTTP/1.1" status: 200 len: 944 time: 0.0648382 May 04 15:04:36.091595 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Returning: {'device': '2ef882b6-f52c-4360-b43f-97f112807b2d', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'port_id': '2ef882b6-f52c-4360-b43f-97f112807b2d', 'mac_address': 'fa:16:3e:a7:f6:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:04:36.126589 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-b03707b0-2430-4347-81a6-6ac6897f2a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'name': 'tempest-AttachVolumeShelveTestJSON-702985069-router', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '14c6e390-898c-40c3-b504-117e314d1081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:12Z', 'updated_at': '2022-05-04T14:58:20Z', 'revision_number': 4, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'gw_port': {'id': '14c6e390-898c-40c3-b504-117e314d1081', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:13Z', 'updated_at': '2022-05-04T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': 'f0acc510-f19c-4c98-9715-7d6870342566', 'name': '', 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'mac_address': 'fa:16:3e:b7:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:19Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 5, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'subnets': [{'id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:36.134963 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-977fe95e-4d9c-4386-b902-ec55b520384d req-f14135ff-079d-418c-95c5-7bb4b498981d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=c27e8b18-6946-42c7-a51c-bd7ebf8a1cce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449646 May 04 15:04:36.170172 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03707b0-2430-4347-81a6-6ac6897f2a68 None None] Checking router: abdfd2ac-0f24-4034-9f3a-647c8dad7e11 for host: dv-cinder-829630-2-iscsi {{(pid=101865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:04:36.184766 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:36.199716 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-6c9974fc-93fa-492e-b507-1241afc5d13f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:36.201195 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b03707b0-2430-4347-81a6-6ac6897f2a68 None None] Routers {'abdfd2ac-0f24-4034-9f3a-647c8dad7e11'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:04:36.201816 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-b03707b0-2430-4347-81a6-6ac6897f2a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 7, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:04:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['abdfd2ac-0f24-4034-9f3a-647c8dad7e11'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:36.207915 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ef882b6-f52c-4360-b43f-97f112807b2d {{(pid=101865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:04:36.265699 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 2ef882b6-f52c-4360-b43f-97f112807b2d, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=2ef882b6-f52c-4360-b43f-97f112807b2d,segment=NetworkSegment(5fc74e29-6563-4af1-8324-f9079d6eac6f),segment_id=5fc74e29-6563-4af1-8324-f9079d6eac6f)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:04:36.270567 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:36.358536 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-b03707b0-2430-4347-81a6-6ac6897f2a68 None None] Set router abdfd2ac-0f24-4034-9f3a-647c8dad7e11 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:04:36.386764 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=2ef882b6-f52c-4360-b43f-97f112807b2d,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:36.406553 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:36.406942 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:36.407568 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:36.407895 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:36.408301 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:36.408621 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:36.408962 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:36.409307 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:36.409642 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:36.409962 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:36.410277 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:36.410587 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:04:36.585870 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-b03707b0-2430-4347-81a6-6ac6897f2a68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'name': 'tempest-AttachVolumeShelveTestJSON-702985069-router', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '14c6e390-898c-40c3-b504-117e314d1081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:12Z', 'updated_at': '2022-05-04T14:58:20Z', 'revision_number': 4, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'gw_port': {'id': '14c6e390-898c-40c3-b504-117e314d1081', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:13Z', 'updated_at': '2022-05-04T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': 'f0acc510-f19c-4c98-9715-7d6870342566', 'name': '', 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'mac_address': 'fa:16:3e:b7:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:19Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 5, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'subnets': [{'id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:36.613382 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b03707b0-2430-4347-81a6-6ac6897f2a68 None None] The sync data for ids ['abdfd2ac-0f24-4034-9f3a-647c8dad7e11'] in dv-cinder-829630-2-iscsi is: [{'id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'name': 'tempest-AttachVolumeShelveTestJSON-702985069-router', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '14c6e390-898c-40c3-b504-117e314d1081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:12Z', 'updated_at': '2022-05-04T14:58:20Z', 'revision_number': 4, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'gw_port': {'id': '14c6e390-898c-40c3-b504-117e314d1081', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:13Z', 'updated_at': '2022-05-04T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': 'f0acc510-f19c-4c98-9715-7d6870342566', 'name': '', 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'mac_address': 'fa:16:3e:b7:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:19Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 5, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'subnets': [{'id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:04:36.853540 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd53abe8-e6cf-47d4-a216-38cf12c23a9d None None] New status for floating IP e549aa88-320a-4274-8edc-59efecfab768: DOWN {{(pid=101866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:04:36.888362 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['2ef882b6-f52c-4360-b43f-97f112807b2d'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:04:36.938353 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 47378) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:37.006420 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c89d5c69-e95c-4005-bab7-eec969acbd22 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:37.038881 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c89d5c69-e95c-4005-bab7-eec969acbd22 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:37.083676 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 47380) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:37.108166 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c89d5c69-e95c-4005-bab7-eec969acbd22 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:37.111516 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c89d5c69-e95c-4005-bab7-eec969acbd22 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:37.115830 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 47384) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:37.116062 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-c89d5c69-e95c-4005-bab7-eec969acbd22 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "DELETE /v2.0/security-groups/e391718d-9140-473a-b8b6-6447f2b57c05 HTTP/1.1" status: 204 len: 168 time: 0.1757541 May 04 15:04:37.128398 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89d5c69-e95c-4005-bab7-eec969acbd22 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e391718d-9140-473a-b8b6-6447f2b57c05,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:37.143304 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.api.v2.resource [None req-8b807fea-a275-4b88-9497-9536da88f4b9 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] show failed (client error): The resource could not be found. May 04 15:04:37.144632 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-8b807fea-a275-4b88-9497-9536da88f4b9 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups/e391718d-9140-473a-b8b6-6447f2b57c05 HTTP/1.1" status: 404 len: 347 time: 0.0278025 May 04 15:04:37.147560 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 47386) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:37.390857 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f15f4c-ffd1-4481-9264-f3901ca810d7 req-9fe91018-0a56-4c8a-acc3-8488253cd453 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:37.392259 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-66f15f4c-ffd1-4481-9264-f3901ca810d7 req-9fe91018-0a56-4c8a-acc3-8488253cd453 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ec75ab1-95fd-482f-8ef9-38c970019a31 HTTP/1.1" status: 200 len: 945 time: 0.1573319 May 04 15:04:37.476381 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-368f5be3-849d-4b91-8540-f2a334fed074 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Deleting port 68624adc-4ca0-4cd3-b755-f87a377c8eb2 {{(pid=101863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:04:37.476717 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-368f5be3-849d-4b91-8540-f2a334fed074 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:37.501930 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-66f15f4c-ffd1-4481-9264-f3901ca810d7 req-8d43dfd2-746a-47f9-952d-e157aea5006a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=c27e8b18-6946-42c7-a51c-bd7ebf8a1cce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008241 May 04 15:04:37.632278 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-368f5be3-849d-4b91-8540-f2a334fed074 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:37.632602 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-368f5be3-849d-4b91-8540-f2a334fed074 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:37.649138 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-368f5be3-849d-4b91-8540-f2a334fed074 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Calling delete_port for 68624adc-4ca0-4cd3-b755-f87a377c8eb2 owned by network:floatingip {{(pid=101863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:04:37.891653 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device a7ce1003-4789-4a90-b7a2-c2389a9b0e3e no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:04:37.911903 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] No Port match for: a7ce1003-4789-4a90-b7a2-c2389a9b0e3e {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:04:37.912192 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device a7ce1003-4789-4a90-b7a2-c2389a9b0e3e not bound to the agent host hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:04:37.912657 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device be8f13a8-1319-4583-87e0-88b7c802c213 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:04:37.915811 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-368f5be3-849d-4b91-8540-f2a334fed074 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:37.932169 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] No Port match for: be8f13a8-1319-4583-87e0-88b7c802c213 {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:04:37.932510 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device be8f13a8-1319-4583-87e0-88b7c802c213 not bound to the agent host hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:04:37.951152 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368f5be3-849d-4b91-8540-f2a334fed074 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Pushing event deleted for resources: {'Port': ['ID=68624adc-4ca0-4cd3-b755-f87a377c8eb2,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:38.005957 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-ce96e543-b062-4501-af71-d0fbb0617ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-627534'] for router_interface, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:38.063046 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-368f5be3-849d-4b91-8540-f2a334fed074 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for floatingip, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:38.065607 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-368f5be3-849d-4b91-8540-f2a334fed074 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:38.066740 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-368f5be3-849d-4b91-8540-f2a334fed074 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "DELETE /v2.0/floatingips/e549aa88-320a-4274-8edc-59efecfab768 HTTP/1.1" status: 204 len: 168 time: 0.9181321 May 04 15:04:38.310867 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-ce96e543-b062-4501-af71-d0fbb0617ea2 admin admin] Deleting port d112b19c-1b53-4477-9155-6b9971187096 {{(pid=101863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:04:38.311531 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-ce96e543-b062-4501-af71-d0fbb0617ea2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:38.389162 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [None req-ce96e543-b062-4501-af71-d0fbb0617ea2 admin admin] For port d112b19c-1b53-4477-9155-6b9971187096, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=d112b19c-1b53-4477-9155-6b9971187096,segment=NetworkSegment(501a1a54-3d92-4c50-abeb-a40cdee8c87a),segment_id=501a1a54-3d92-4c50-abeb-a40cdee8c87a)] {{(pid=101863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:04:38.389521 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-ce96e543-b062-4501-af71-d0fbb0617ea2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:38.403591 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-ce96e543-b062-4501-af71-d0fbb0617ea2 admin admin] Calling delete_port for d112b19c-1b53-4477-9155-6b9971187096 owned by network:router_interface {{(pid=101863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:04:38.432412 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-c55bea75-ea51-41f8-8b24-bd8518290699 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:38.445567 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 47394) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:38.451044 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-9743c1c9-95cf-45ef-b9d0-7749148c010b tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Request body: {'security_group': {'name': 'tempest-securitygroup--242598451', 'description': 'tempest-description--549072276'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:04:38.471820 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9743c1c9-95cf-45ef-b9d0-7749148c010b tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:38.544445 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9743c1c9-95cf-45ef-b9d0-7749148c010b tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:38.549654 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9743c1c9-95cf-45ef-b9d0-7749148c010b tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:38.581205 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9743c1c9-95cf-45ef-b9d0-7749148c010b tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:38.582400 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-9743c1c9-95cf-45ef-b9d0-7749148c010b tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.1357758 May 04 15:04:38.584306 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9743c1c9-95cf-45ef-b9d0-7749148c010b tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6730a7dd-a338-45be-8775-fd4629787167,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:38.586339 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 47398) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:38.591219 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-4eeabed5-05fa-401d-a972-7b724d889e4d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Request body: {'security_group_rule': {'security_group_id': '6730a7dd-a338-45be-8775-fd4629787167', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:04:38.622676 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4eeabed5-05fa-401d-a972-7b724d889e4d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:38.627292 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-ce96e543-b062-4501-af71-d0fbb0617ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:38.663548 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e390b3d-7699-4503-af59-5cb6cf68507c req-da25858e-f4b3-416a-8c95-004140e6c48c tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:38.665053 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0e390b3d-7699-4503-af59-5cb6cf68507c req-da25858e-f4b3-416a-8c95-004140e6c48c tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ec75ab1-95fd-482f-8ef9-38c970019a31 HTTP/1.1" status: 200 len: 945 time: 0.0861912 May 04 15:04:38.665827 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce96e543-b062-4501-af71-d0fbb0617ea2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d112b19c-1b53-4477-9155-6b9971187096,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:38.687167 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4eeabed5-05fa-401d-a972-7b724d889e4d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:38.694273 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4eeabed5-05fa-401d-a972-7b724d889e4d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:38.712813 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeabed5-05fa-401d-a972-7b724d889e4d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=717a1715-03f1-46f0-990c-33d0ee5a4ccc,revision_number=0']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:38.726091 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4eeabed5-05fa-401d-a972-7b724d889e4d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:38.728633 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-4eeabed5-05fa-401d-a972-7b724d889e4d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1406498 May 04 15:04:38.733320 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 47400) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:38.741835 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-93598b27-0da8-4b1f-bdd6-d3c06d2ebe2e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Request body: {'security_group_rule': {'security_group_id': '6730a7dd-a338-45be-8775-fd4629787167', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:04:38.783970 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-93598b27-0da8-4b1f-bdd6-d3c06d2ebe2e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:38.785588 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0e390b3d-7699-4503-af59-5cb6cf68507c req-87fc8d0a-9f3c-46c6-9a52-a329fbcd8f26 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=c27e8b18-6946-42c7-a51c-bd7ebf8a1cce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1124485 May 04 15:04:38.885317 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-93598b27-0da8-4b1f-bdd6-d3c06d2ebe2e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:38.889881 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-93598b27-0da8-4b1f-bdd6-d3c06d2ebe2e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:38.902936 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93598b27-0da8-4b1f-bdd6-d3c06d2ebe2e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f67b9a5-652c-41e3-8668-2402255561b2,revision_number=0']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:38.913906 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-ce96e543-b062-4501-af71-d0fbb0617ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-619175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627674'] for router_interface, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:38.923776 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-93598b27-0da8-4b1f-bdd6-d3c06d2ebe2e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:38.927786 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-93598b27-0da8-4b1f-bdd6-d3c06d2ebe2e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1901832 May 04 15:04:38.928022 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 47402) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:38.932203 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-3c53abeb-fd00-4918-b84c-2bb700d0b621 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Request body: {'floatingip': {'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:04:38.953402 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-3c53abeb-fd00-4918-b84c-2bb700d0b621 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for floatingip, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:39.047833 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-3c53abeb-fd00-4918-b84c-2bb700d0b621 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:39.161876 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_common [None req-3c53abeb-fd00-4918-b84c-2bb700d0b621 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Allocated IP 172.27.1.156 (de075482-66db-4cfa-a120-f2ea157cd064/5a69c200-2813-4998-8939-5704799bdcf4/d0cc6a96-c5a5-472c-8203-68a3372234ff) {{(pid=101864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:04:39.271846 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-3c53abeb-fd00-4918-b84c-2bb700d0b621 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for port, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:39.307265 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-3c53abeb-fd00-4918-b84c-2bb700d0b621 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:39.353595 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c53abeb-fd00-4918-b84c-2bb700d0b621 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Network de075482-66db-4cfa-a120-f2ea157cd064 is already hosted by enough agents. {{(pid=101864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:04:39.357341 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [None req-3c53abeb-fd00-4918-b84c-2bb700d0b621 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Resources bound (agent type, host, resource id): {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:04:39.361959 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c53abeb-fd00-4918-b84c-2bb700d0b621 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Received port after_create {{(pid=101864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:04:39.363950 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53abeb-fd00-4918-b84c-2bb700d0b621 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Pushing event updated for resources: {'Port': ['ID=d0cc6a96-c5a5-472c-8203-68a3372234ff,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:39.374105 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce96e543-b062-4501-af71-d0fbb0617ea2 admin admin] Router f4cc508b-e44d-4d62-aae7-eaeefffb6771 has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:04:39.444119 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-3c53abeb-fd00-4918-b84c-2bb700d0b621 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:39.480654 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce96e543-b062-4501-af71-d0fbb0617ea2 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:04:39.483863 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-3c53abeb-fd00-4918-b84c-2bb700d0b621 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:39.488264 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-ce96e543-b062-4501-af71-d0fbb0617ea2 admin admin] 10.222.0.42 "PUT /v2.0/routers/f4cc508b-e44d-4d62-aae7-eaeefffb6771/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4003041 May 04 15:04:39.489979 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 47404) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:39.492149 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327b32ea-3ccd-4da5-a62b-ce1b65d0bff1 None None] Sync routers for ids ['f4cc508b-e44d-4d62-aae7-eaeefffb6771'] in dv-cinder-829630-2-iscsi {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:04:39.502232 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327b32ea-3ccd-4da5-a62b-ce1b65d0bff1 None None] Routers {'f4cc508b-e44d-4d62-aae7-eaeefffb6771'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:04:39.503007 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-327b32ea-3ccd-4da5-a62b-ce1b65d0bff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:04:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['f4cc508b-e44d-4d62-aae7-eaeefffb6771'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:39.607745 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-78eafc00-ff0b-4c26-8088-28109cabaaf3 admin admin] Notify callbacks [] for router, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:39.618369 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-327b32ea-3ccd-4da5-a62b-ce1b65d0bff1 None None] Set router f4cc508b-e44d-4d62-aae7-eaeefffb6771 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:04:39.673826 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-3c53abeb-fd00-4918-b84c-2bb700d0b621 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for port, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:39.679465 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-3c53abeb-fd00-4918-b84c-2bb700d0b621 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:39.730872 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:39.732386 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-78eafc00-ff0b-4c26-8088-28109cabaaf3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:39.763361 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53abeb-fd00-4918-b84c-2bb700d0b621 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Pushing event updated for resources: {'Port': ['ID=d0cc6a96-c5a5-472c-8203-68a3372234ff,revision_number=2']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:39.773371 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-3c53abeb-fd00-4918-b84c-2bb700d0b621 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628046'] for floatingip, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:39.790889 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-3c53abeb-fd00-4918-b84c-2bb700d0b621 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:39.801317 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-3c53abeb-fd00-4918-b84c-2bb700d0b621 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8635066 May 04 15:04:39.801508 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-78eafc00-ff0b-4c26-8088-28109cabaaf3 admin admin] Deleting port 5b9b58c9-45ac-4874-9e71-3ea22f30d30d {{(pid=101863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:04:39.801508 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-78eafc00-ff0b-4c26-8088-28109cabaaf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:39.832544 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-327b32ea-3ccd-4da5-a62b-ce1b65d0bff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'name': 'tempest-TestMinimumBasicScenario-694971971-router', 'tenant_id': 'd86fd4352b584822a6e3b6effecc05c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.185'}], 'enable_snat': True}, 'gw_port_id': '5b9b58c9-45ac-4874-9e71-3ea22f30d30d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:35Z', 'updated_at': '2022-05-04T15:04:38Z', 'revision_number': 5, 'project_id': 'd86fd4352b584822a6e3b6effecc05c5', 'gw_port': {'id': '5b9b58c9-45ac-4874-9e71-3ea22f30d30d', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:01:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'device_owner': 'network:router_gateway', 'standard_attr_id': 265, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:35Z', 'updated_at': '2022-05-04T14:59:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:39.866807 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327b32ea-3ccd-4da5-a62b-ce1b65d0bff1 None None] Checking router: f4cc508b-e44d-4d62-aae7-eaeefffb6771 for host: dv-cinder-829630-2-iscsi {{(pid=101865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:04:39.878128 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327b32ea-3ccd-4da5-a62b-ce1b65d0bff1 None None] Routers {'f4cc508b-e44d-4d62-aae7-eaeefffb6771'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:04:39.878739 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-327b32ea-3ccd-4da5-a62b-ce1b65d0bff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:04:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['f4cc508b-e44d-4d62-aae7-eaeefffb6771'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:39.919932 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [None req-78eafc00-ff0b-4c26-8088-28109cabaaf3 admin admin] For port 5b9b58c9-45ac-4874-9e71-3ea22f30d30d, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=5b9b58c9-45ac-4874-9e71-3ea22f30d30d,segment=NetworkSegment(60ac4599-e6dd-4770-844e-5b54095f67fa),segment_id=60ac4599-e6dd-4770-844e-5b54095f67fa)] {{(pid=101863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:04:39.920293 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-78eafc00-ff0b-4c26-8088-28109cabaaf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:39.935175 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-78eafc00-ff0b-4c26-8088-28109cabaaf3 admin admin] Calling delete_port for 5b9b58c9-45ac-4874-9e71-3ea22f30d30d owned by network:router_gateway {{(pid=101863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:04:39.945863 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 2ef882b6-f52c-4360-b43f-97f112807b2d up at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:04:39.957759 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8bfed8-bb83-48ad-b570-9a00332362f7 req-ab8a85b0-2066-4d86-acd9-93296f98d212 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:39.959155 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ad8bfed8-bb83-48ad-b570-9a00332362f7 req-ab8a85b0-2066-4d86-acd9-93296f98d212 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ec75ab1-95fd-482f-8ef9-38c970019a31 HTTP/1.1" status: 200 len: 945 time: 0.0836895 May 04 15:04:39.994139 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-327b32ea-3ccd-4da5-a62b-ce1b65d0bff1 None None] Set router f4cc508b-e44d-4d62-aae7-eaeefffb6771 gateway port host: None {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:04:40.036585 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ad8bfed8-bb83-48ad-b570-9a00332362f7 req-0c14b51f-82a5-48e8-9923-4de9c8223b77 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=c27e8b18-6946-42c7-a51c-bd7ebf8a1cce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475514 May 04 15:04:40.053153 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-327b32ea-3ccd-4da5-a62b-ce1b65d0bff1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'name': 'tempest-TestMinimumBasicScenario-694971971-router', 'tenant_id': 'd86fd4352b584822a6e3b6effecc05c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:35Z', 'updated_at': '2022-05-04T15:04:39Z', 'revision_number': 6, 'project_id': 'd86fd4352b584822a6e3b6effecc05c5', 'gw_port_host': None}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:40.085013 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-327b32ea-3ccd-4da5-a62b-ce1b65d0bff1 None None] The sync data for ids ['f4cc508b-e44d-4d62-aae7-eaeefffb6771'] in dv-cinder-829630-2-iscsi is: [{'id': 'f4cc508b-e44d-4d62-aae7-eaeefffb6771', 'name': 'tempest-TestMinimumBasicScenario-694971971-router', 'tenant_id': 'd86fd4352b584822a6e3b6effecc05c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:35Z', 'updated_at': '2022-05-04T15:04:39Z', 'revision_number': 6, 'project_id': 'd86fd4352b584822a6e3b6effecc05c5', 'gw_port_host': None}] {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:04:40.099133 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning for port 2ef882b6-f52c-4360-b43f-97f112807b2d completed by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:04:40.103578 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning complete for port 2ef882b6-f52c-4360-b43f-97f112807b2d triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:04:40.103954 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:40.172801 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-78eafc00-ff0b-4c26-8088-28109cabaaf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:40.189886 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-63b43c5b-238a-48ee-8db0-1feceb5ee091 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--242598451&fields=id&tenant_id=192ccf80824d4fa59de46a9e21ae0572 HTTP/1.1" status: 200 len: 267 time: 0.0554104 May 04 15:04:40.211247 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78eafc00-ff0b-4c26-8088-28109cabaaf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=5b9b58c9-45ac-4874-9e71-3ea22f30d30d,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:40.319588 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:40.337452 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-78eafc00-ff0b-4c26-8088-28109cabaaf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628356'] for router_gateway, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:40.342835 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec75ab1-95fd-482f-8ef9-38c970019a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef882b6-f52c-4360-b43f-97f112807b2d'}] {{(pid=101865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:04:40.345129 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13127db273ea31dc2797640238b9d4a3f6ca00c8d3f152038556e6a345f6b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b74716d-ea34-4af6-8f0a-2087e9be1bc8" -d '{"events": [{"server_uuid": "8ec75ab1-95fd-482f-8ef9-38c970019a31", "name": "network-vif-plugged", "status": "completed", "tag": "2ef882b6-f52c-4360-b43f-97f112807b2d"}]}' {{(pid=101865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:04:40.358810 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 2ef882b6-f52c-4360-b43f-97f112807b2d, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=2ef882b6-f52c-4360-b43f-97f112807b2d,segment=NetworkSegment(5fc74e29-6563-4af1-8324-f9079d6eac6f),segment_id=5fc74e29-6563-4af1-8324-f9079d6eac6f)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:04:40.363573 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:40.409934 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=2ef882b6-f52c-4360-b43f-97f112807b2d,revision_number=5']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:40.441783 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:40.460413 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-755d44cd-2f76-4cee-ba0f-02376e03fdca tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:40.462059 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-755d44cd-2f76-4cee-ba0f-02376e03fdca tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/networks?id=60c30b73-0e7f-49bb-89af-0e44584f9d97 HTTP/1.1" status: 200 len: 816 time: 0.2541065 May 04 15:04:40.464412 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-78eafc00-ff0b-4c26-8088-28109cabaaf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27428'] for router, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:40.467132 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-78eafc00-ff0b-4c26-8088-28109cabaaf3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:40.533437 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-32095445-86c1-4896-9c6d-dd0ce1cb0df0 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/quotas/192ccf80824d4fa59de46a9e21ae0572 HTTP/1.1" status: 200 len: 375 time: 0.0639875 May 04 15:04:40.552266 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-78eafc00-ff0b-4c26-8088-28109cabaaf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-625704'] for router, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:40.552980 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78eafc00-ff0b-4c26-8088-28109cabaaf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4cc508b-e44d-4d62-aae7-eaeefffb6771 {{(pid=101863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 15:04:40.571105 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-78eafc00-ff0b-4c26-8088-28109cabaaf3 admin admin] Notify callbacks [] for router, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:40.572206 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-78eafc00-ff0b-4c26-8088-28109cabaaf3 admin admin] 10.222.0.42 "DELETE /v2.0/routers/f4cc508b-e44d-4d62-aae7-eaeefffb6771 HTTP/1.1" status: 204 len: 168 time: 1.0812359 May 04 15:04:40.575010 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 47422) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:40.595445 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-57befe84-e213-4842-b9d1-32d493f3f564 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=192ccf80824d4fa59de46a9e21ae0572&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0544417 May 04 15:04:40.618836 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba6f352d-f642-4fa4-95c7-7181167582a4 admin admin] Deleting subnet 48eadae8-72f3-4aa6-811a-3a55d26ba392 {{(pid=101864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 15:04:40.622705 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ba6f352d-f642-4fa4-95c7-7181167582a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:40.657395 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ba6f352d-f642-4fa4-95c7-7181167582a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261144784'] for subnet, precommit_delete_associations {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:40.693672 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-e5eabbdd-326f-4b5b-a82f-96dd57f6727e service neutron] 10.222.0.42 "GET /v2.0/networks/60c30b73-0e7f-49bb-89af-0e44584f9d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857167 May 04 15:04:40.765905 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ba6f352d-f642-4fa4-95c7-7181167582a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759364'] for subnet, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:40.785858 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-f40798c6-7f2b-420c-9b2c-004e6b918f49 service neutron] 10.222.0.42 "GET /v2.0/networks/60c30b73-0e7f-49bb-89af-0e44584f9d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859222 May 04 15:04:40.820190 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ba6f352d-f642-4fa4-95c7-7181167582a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261144785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930317'] for subnet, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:40.851562 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6f352d-f642-4fa4-95c7-7181167582a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=48eadae8-72f3-4aa6-811a-3a55d26ba392,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:40.855966 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ba6f352d-f642-4fa4-95c7-7181167582a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for subnet, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:40.859390 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-ba6f352d-f642-4fa4-95c7-7181167582a4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/48eadae8-72f3-4aa6-811a-3a55d26ba392 HTTP/1.1" status: 204 len: 168 time: 0.2833350 May 04 15:04:40.861822 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 47424) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:40.865333 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50937adb-29d0-4f21-a85d-210f18aa32b0 None None] Network 9cb74bce-f66b-4d2c-b3b3-1384b2905460 requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:04:40.955124 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-48d3f293-4c94-425a-a7c8-7dd06f348344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697412'] for network, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:41.018625 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-48d3f293-4c94-425a-a7c8-7dd06f348344 admin admin] Deleting port 7c704ffd-44cf-462c-93eb-a8ffc9712d8a {{(pid=101864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:04:41.019141 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-48d3f293-4c94-425a-a7c8-7dd06f348344 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:41.088075 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e85d0f18-1d45-4a22-8fe1-467e2c87e530 x-openstack-request-id: req-e85d0f18-1d45-4a22-8fe1-467e2c87e530 {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:04:41.088365 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec75ab1-95fd-482f-8ef9-38c970019a31", "name": "network-vif-plugged", "status": "completed", "tag": "2ef882b6-f52c-4360-b43f-97f112807b2d", "code": 200}]} {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:04:41.088620 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e85d0f18-1d45-4a22-8fe1-467e2c87e530 {{(pid=101865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:04:41.090101 dv-cinder-829630-2-iscsi neutron-server[101865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e85d0f18-1d45-4a22-8fe1-467e2c87e530'] response: {'server_uuid': '8ec75ab1-95fd-482f-8ef9-38c970019a31', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ef882b6-f52c-4360-b43f-97f112807b2d', 'code': 200} May 04 15:04:41.100372 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe22dd09-c6b8-42e3-9245-0bd07a8e39b4 None None] DHCP port deletion for 9cb74bce-f66b-4d2c-b3b3-1384b2905460 request from dv-cinder-829630-2-iscsi {{(pid=101865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 04 15:04:41.114158 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [None req-48d3f293-4c94-425a-a7c8-7dd06f348344 admin admin] For port 7c704ffd-44cf-462c-93eb-a8ffc9712d8a, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=7c704ffd-44cf-462c-93eb-a8ffc9712d8a,segment=NetworkSegment(501a1a54-3d92-4c50-abeb-a40cdee8c87a),segment_id=501a1a54-3d92-4c50-abeb-a40cdee8c87a)] {{(pid=101864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:04:41.114552 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-48d3f293-4c94-425a-a7c8-7dd06f348344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:41.130353 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-48d3f293-4c94-425a-a7c8-7dd06f348344 admin admin] Calling delete_port for 7c704ffd-44cf-462c-93eb-a8ffc9712d8a owned by network:dhcp {{(pid=101864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:04:41.173531 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-fe22dd09-c6b8-42e3-9245-0bd07a8e39b4 None None] Deleting port 7c704ffd-44cf-462c-93eb-a8ffc9712d8a {{(pid=101865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:04:41.174205 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-fe22dd09-c6b8-42e3-9245-0bd07a8e39b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:41.193441 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c53a49b4-f408-478e-8828-937fdc14fd4c req-39e3c35e-a899-4f49-978c-cf4fb7b6953a tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 210 time: 0.0493691 May 04 15:04:41.301007 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-48d3f293-4c94-425a-a7c8-7dd06f348344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:41.332647 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-fe22dd09-c6b8-42e3-9245-0bd07a8e39b4 None None] For port 7c704ffd-44cf-462c-93eb-a8ffc9712d8a, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=7c704ffd-44cf-462c-93eb-a8ffc9712d8a,segment=NetworkSegment(501a1a54-3d92-4c50-abeb-a40cdee8c87a),segment_id=501a1a54-3d92-4c50-abeb-a40cdee8c87a)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:04:41.333437 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-fe22dd09-c6b8-42e3-9245-0bd07a8e39b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:41.342993 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:41.356126 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-fe22dd09-c6b8-42e3-9245-0bd07a8e39b4 None None] Calling delete_port for 7c704ffd-44cf-462c-93eb-a8ffc9712d8a owned by network:dhcp {{(pid=101865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:04:41.364599 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3f293-4c94-425a-a7c8-7dd06f348344 admin admin] Pushing event deleted for resources: {'Port': ['ID=7c704ffd-44cf-462c-93eb-a8ffc9712d8a,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:41.382418 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d3f293-4c94-425a-a7c8-7dd06f348344 admin admin] No DVR routers for this DVR port 7c704ffd-44cf-462c-93eb-a8ffc9712d8a on host dv-cinder-829630-2-iscsi {{(pid=101864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:04:41.426737 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301a17ed-58c9-4096-9d8a-4c7cda70aac5 req-051fd915-4da8-4e27-b834-7f3280948dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:41.428539 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-301a17ed-58c9-4096-9d8a-4c7cda70aac5 req-051fd915-4da8-4e27-b834-7f3280948dc7 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=8ec75ab1-95fd-482f-8ef9-38c970019a31 HTTP/1.1" status: 200 len: 1099 time: 0.1149774 May 04 15:04:41.438010 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b84429-a171-4b2d-b935-e3e0274d9e08 req-31bcfd57-da18-4251-9355-adc3f65f80a6 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:41.439906 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f0b84429-a171-4b2d-b935-e3e0274d9e08 req-31bcfd57-da18-4251-9355-adc3f65f80a6 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ec75ab1-95fd-482f-8ef9-38c970019a31 HTTP/1.1" status: 200 len: 946 time: 0.1099355 May 04 15:04:41.483547 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-48d3f293-4c94-425a-a7c8-7dd06f348344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753417', 'neutron.services.segments.db._delete_segments_for_network-8755428157040'] for network, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:41.493145 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-301a17ed-58c9-4096-9d8a-4c7cda70aac5 req-48b667c7-64b9-4b20-8720-2467aeb9a659 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=c27e8b18-6946-42c7-a51c-bd7ebf8a1cce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520573 May 04 15:04:41.500878 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f0b84429-a171-4b2d-b935-e3e0274d9e08 req-ee3c1419-c0e9-4b5e-9fd4-3fcca9af0a2f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=c27e8b18-6946-42c7-a51c-bd7ebf8a1cce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527906 May 04 15:04:41.513812 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.services.segments.db [None req-48d3f293-4c94-425a-a7c8-7dd06f348344 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cb74bce-f66b-4d2c-b3b3-1384b2905460']}} {{(pid=101864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:41.516258 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-fe22dd09-c6b8-42e3-9245-0bd07a8e39b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004'] for port, after_delete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:41.525104 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.services.segments.db [None req-48d3f293-4c94-425a-a7c8-7dd06f348344 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '501a1a54-3d92-4c50-abeb-a40cdee8c87a') {'for_net_delete': True} {{(pid=101864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:41.525377 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.services.segments.db [None req-48d3f293-4c94-425a-a7c8-7dd06f348344 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '501a1a54-3d92-4c50-abeb-a40cdee8c87a') {} {{(pid=101864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:41.535273 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-48d3f293-4c94-425a-a7c8-7dd06f348344 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755428158585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261144795'] for segment, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:41.544396 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe22dd09-c6b8-42e3-9245-0bd07a8e39b4 None None] Pushing event deleted for resources: {'Port': ['ID=7c704ffd-44cf-462c-93eb-a8ffc9712d8a,revision_number=None']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:41.546414 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe22dd09-c6b8-42e3-9245-0bd07a8e39b4 None None] No DVR routers for this DVR port 7c704ffd-44cf-462c-93eb-a8ffc9712d8a on host dv-cinder-829630-2-iscsi {{(pid=101865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:04:41.559228 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-48d3f293-4c94-425a-a7c8-7dd06f348344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:41.572334 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48d3f293-4c94-425a-a7c8-7dd06f348344 admin admin] Releasing vlan 269 on physical network physnet1 to pool {{(pid=101864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:04:41.572769 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-48d3f293-4c94-425a-a7c8-7dd06f348344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261144951'] for segment, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:41.574670 dv-cinder-829630-2-iscsi neutron-server[101864]: Traceback (most recent call last): May 04 15:04:41.574670 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:04:41.574670 dv-cinder-829630-2-iscsi neutron-server[101864]: timer() May 04 15:04:41.574670 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:04:41.574670 dv-cinder-829630-2-iscsi neutron-server[101864]: cb(*args, **kw) May 04 15:04:41.574670 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:04:41.574670 dv-cinder-829630-2-iscsi neutron-server[101864]: return func(*args, **kwargs) May 04 15:04:41.574670 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:04:41.574670 dv-cinder-829630-2-iscsi neutron-server[101864]: self._notify() May 04 15:04:41.574670 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:04:41.574670 dv-cinder-829630-2-iscsi neutron-server[101864]: self.callback(batched_events) May 04 15:04:41.574670 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:04:41.574670 dv-cinder-829630-2-iscsi neutron-server[101864]: event.method(event) May 04 15:04:41.574670 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:04:41.574670 dv-cinder-829630-2-iscsi neutron-server[101864]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:04:41.574670 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:04:41.574670 dv-cinder-829630-2-iscsi neutron-server[101864]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:04:41.574670 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:04:41.574670 dv-cinder-829630-2-iscsi neutron-server[101864]: return f(self, *a, **k) May 04 15:04:41.574670 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:04:41.574670 dv-cinder-829630-2-iscsi neutron-server[101864]: return self._get(url).json() May 04 15:04:41.574670 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:04:41.574670 dv-cinder-829630-2-iscsi neutron-server[101864]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:04:41.574670 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:04:41.574670 dv-cinder-829630-2-iscsi neutron-server[101864]: return self.request(url, 'GET', **kwargs) May 04 15:04:41.574670 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:04:41.574670 dv-cinder-829630-2-iscsi neutron-server[101864]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:04:41.574670 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:04:41.574670 dv-cinder-829630-2-iscsi neutron-server[101864]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:04:41.574670 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:04:41.574670 dv-cinder-829630-2-iscsi neutron-server[101864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:04:41.574670 dv-cinder-829630-2-iscsi neutron-server[101864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:04:41.631425 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-48d3f293-4c94-425a-a7c8-7dd06f348344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628060'] for network, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:41.649254 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-48d3f293-4c94-425a-a7c8-7dd06f348344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:41.652964 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-48d3f293-4c94-425a-a7c8-7dd06f348344 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9cb74bce-f66b-4d2c-b3b3-1384b2905460 HTTP/1.1" status: 204 len: 168 time: 0.7900071 May 04 15:04:41.654368 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3f293-4c94-425a-a7c8-7dd06f348344 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cb74bce-f66b-4d2c-b3b3-1384b2905460,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:41.656113 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 47440) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:41.671356 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device d112b19c-1b53-4477-9155-6b9971187096 no longer exists at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:04:41.695113 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] No Port match for: d112b19c-1b53-4477-9155-6b9971187096 {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:04:41.695444 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device d112b19c-1b53-4477-9155-6b9971187096 not bound to the agent host dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:04:41.695853 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 5b9b58c9-45ac-4874-9e71-3ea22f30d30d no longer exists at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:04:41.725332 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] No Port match for: 5b9b58c9-45ac-4874-9e71-3ea22f30d30d {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:04:41.725664 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 5b9b58c9-45ac-4874-9e71-3ea22f30d30d not bound to the agent host dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:04:41.726077 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 7c704ffd-44cf-462c-93eb-a8ffc9712d8a no longer exists at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:04:41.747380 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] No Port match for: 7c704ffd-44cf-462c-93eb-a8ffc9712d8a {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:04:41.747719 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 7c704ffd-44cf-462c-93eb-a8ffc9712d8a not bound to the agent host dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:04:41.749128 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:42.018477 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-14f9e8b4-1015-4866-8016-cf854040c861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-627534'] for router_interface, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:42.279512 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-14f9e8b4-1015-4866-8016-cf854040c861 admin admin] Deleting port 5d7d6048-0170-4e6c-b4ca-4e496f3a44d9 {{(pid=101863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:04:42.279887 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-14f9e8b4-1015-4866-8016-cf854040c861 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:42.317039 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-25370c95-d99e-4c19-918f-ece307e9df2d req-e0389ea4-cc71-4fb3-abbb-b9f6019d9685 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 210 time: 0.0350654 May 04 15:04:42.379891 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [None req-14f9e8b4-1015-4866-8016-cf854040c861 admin admin] For port 5d7d6048-0170-4e6c-b4ca-4e496f3a44d9, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=5d7d6048-0170-4e6c-b4ca-4e496f3a44d9,segment=NetworkSegment(799c8989-a3d1-45e4-86d1-614c0baabef3),segment_id=799c8989-a3d1-45e4-86d1-614c0baabef3)] {{(pid=101863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:04:42.380254 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-14f9e8b4-1015-4866-8016-cf854040c861 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:42.393519 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-14f9e8b4-1015-4866-8016-cf854040c861 admin admin] Calling delete_port for 5d7d6048-0170-4e6c-b4ca-4e496f3a44d9 owned by network:router_interface {{(pid=101863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:04:42.587062 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-14f9e8b4-1015-4866-8016-cf854040c861 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:42.635673 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f9e8b4-1015-4866-8016-cf854040c861 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d7d6048-0170-4e6c-b4ca-4e496f3a44d9,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:42.734197 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cb1321-5cf7-43ab-8e8c-b40e7a6b0fb3 req-e68119ad-a7ad-48d1-a7a2-8446f0294420 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:42.735791 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-17cb1321-5cf7-43ab-8e8c-b40e7a6b0fb3 req-e68119ad-a7ad-48d1-a7a2-8446f0294420 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ec75ab1-95fd-482f-8ef9-38c970019a31 HTTP/1.1" status: 200 len: 946 time: 0.1578393 May 04 15:04:42.885543 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-17cb1321-5cf7-43ab-8e8c-b40e7a6b0fb3 req-1d07abf1-f314-45ae-92bf-68c393a06fa3 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=c27e8b18-6946-42c7-a51c-bd7ebf8a1cce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165855 May 04 15:04:42.929792 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-afac7416-9223-43b1-bb27-3c31166b6e66 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:42.931210 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-afac7416-9223-43b1-bb27-3c31166b6e66 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.11 "GET /v2.0/networks?id=60c30b73-0e7f-49bb-89af-0e44584f9d97 HTTP/1.1" status: 200 len: 816 time: 0.2459922 May 04 15:04:42.947745 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-14f9e8b4-1015-4866-8016-cf854040c861 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-619175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627674'] for router_interface, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:43.032234 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-d31eb144-e29f-4324-a4a8-de53675da175 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=192ccf80824d4fa59de46a9e21ae0572 HTTP/1.1" status: 200 len: 379 time: 0.0773594 May 04 15:04:43.076793 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-f00ecc4c-aaaa-4753-a0cd-5e5d425c0ae7 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Request body: {'port': {'device_id': '4b6b2699-5423-43ee-99ba-79ff1d1b839d', 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97', 'admin_state_up': True, 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'security_groups': ['6730a7dd-a338-45be-8775-fd4629787167']}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:04:43.433693 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-534607c2-8d2a-4906-a778-8e37c966998d req-3c562805-3b44-4e16-b95f-9c0d84f87afd tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 210 time: 0.0412991 May 04 15:04:43.568065 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-f00ecc4c-aaaa-4753-a0cd-5e5d425c0ae7 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Made reservation on behalf of 192ccf80824d4fa59de46a9e21ae0572 for: {'port': 1} {{(pid=101863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:04:43.571528 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-f00ecc4c-aaaa-4753-a0cd-5e5d425c0ae7 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:43.603702 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f9e8b4-1015-4866-8016-cf854040c861 admin admin] Router cc2d738f-6d21-4d00-900c-94d213d76a61 has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:04:43.805582 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.db_base_plugin_common [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-f00ecc4c-aaaa-4753-a0cd-5e5d425c0ae7 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Allocated IP 172.20.0.11 (60c30b73-0e7f-49bb-89af-0e44584f9d97/030f9125-e21b-4852-a6f8-1ba70c2222d2/909abf1f-8587-4292-b570-7f828854b344) {{(pid=101863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:04:43.821804 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f9e8b4-1015-4866-8016-cf854040c861 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:04:43.831779 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-14f9e8b4-1015-4866-8016-cf854040c861 admin admin] 10.222.0.42 "PUT /v2.0/routers/cc2d738f-6d21-4d00-900c-94d213d76a61/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1744170 May 04 15:04:43.832933 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba90a942-1852-4ea9-bc25-fa33fdfdd187 None None] Sync routers for ids ['cc2d738f-6d21-4d00-900c-94d213d76a61'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:04:43.834232 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 47452) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:43.849482 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba90a942-1852-4ea9-bc25-fa33fdfdd187 None None] Routers {'cc2d738f-6d21-4d00-900c-94d213d76a61'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:04:43.850444 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-ba90a942-1852-4ea9-bc25-fa33fdfdd187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:04:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['cc2d738f-6d21-4d00-900c-94d213d76a61'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:43.956990 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-ba90a942-1852-4ea9-bc25-fa33fdfdd187 None None] Set router cc2d738f-6d21-4d00-900c-94d213d76a61 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:04:44.040840 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c445a85e-f90a-4e96-a2e8-10aadfed5dd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:44.124054 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5f582-353c-4923-8ffe-9e446babc2b1 req-ccd4d8ad-e793-4e0d-b9d4-f219aadad410 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:44.125503 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-82f5f582-353c-4923-8ffe-9e446babc2b1 req-ccd4d8ad-e793-4e0d-b9d4-f219aadad410 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ec75ab1-95fd-482f-8ef9-38c970019a31 HTTP/1.1" status: 200 len: 946 time: 0.1640451 May 04 15:04:44.139058 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-ba90a942-1852-4ea9-bc25-fa33fdfdd187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2d738f-6d21-4d00-900c-94d213d76a61', 'name': 'tempest-TestMinimumBasicScenario-532170791-router', 'tenant_id': '898333780a4446c6887cf081b1a6d13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'e802a7da-2328-4d7f-8c24-4c27898bf29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:41Z', 'updated_at': '2022-05-04T15:04:42Z', 'revision_number': 5, 'project_id': '898333780a4446c6887cf081b1a6d13c', 'gw_port': {'id': 'e802a7da-2328-4d7f-8c24-4c27898bf29c', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2d738f-6d21-4d00-900c-94d213d76a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:42Z', 'updated_at': '2022-05-04T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:44.149074 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-f00ecc4c-aaaa-4753-a0cd-5e5d425c0ae7 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for port, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:44.170209 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba90a942-1852-4ea9-bc25-fa33fdfdd187 None None] Checking router: cc2d738f-6d21-4d00-900c-94d213d76a61 for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:04:44.178227 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba90a942-1852-4ea9-bc25-fa33fdfdd187 None None] Routers {'cc2d738f-6d21-4d00-900c-94d213d76a61'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:04:44.178831 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-ba90a942-1852-4ea9-bc25-fa33fdfdd187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:04:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['cc2d738f-6d21-4d00-900c-94d213d76a61'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:44.231035 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-82f5f582-353c-4923-8ffe-9e446babc2b1 req-177f6da6-c6d6-478f-9f22-9b4ec9b93222 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=c27e8b18-6946-42c7-a51c-bd7ebf8a1cce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961382 May 04 15:04:44.246917 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c445a85e-f90a-4e96-a2e8-10aadfed5dd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:44.279182 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-f00ecc4c-aaaa-4753-a0cd-5e5d425c0ae7 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:44.286867 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-ba90a942-1852-4ea9-bc25-fa33fdfdd187 None None] Set router cc2d738f-6d21-4d00-900c-94d213d76a61 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:04:44.359895 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-f00ecc4c-aaaa-4753-a0cd-5e5d425c0ae7 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Network 60c30b73-0e7f-49bb-89af-0e44584f9d97 is already hosted by enough agents. {{(pid=101863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:04:44.372426 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-f00ecc4c-aaaa-4753-a0cd-5e5d425c0ae7 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Resources bound (agent type, host, resource id): {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:04:44.376953 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00ecc4c-aaaa-4753-a0cd-5e5d425c0ae7 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Pushing event updated for resources: {'Port': ['ID=909abf1f-8587-4292-b570-7f828854b344,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:44.380383 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-f00ecc4c-aaaa-4753-a0cd-5e5d425c0ae7 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Received port after_create {{(pid=101863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:04:44.433730 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821d928-4437-429c-930b-12d2feca83f1 req-199b1322-ceff-4842-bf71-231b3eedf461 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:44.435278 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f821d928-4437-429c-930b-12d2feca83f1 req-199b1322-ceff-4842-bf71-231b3eedf461 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ec75ab1-95fd-482f-8ef9-38c970019a31 HTTP/1.1" status: 200 len: 946 time: 0.1217895 May 04 15:04:44.436737 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-c445a85e-f90a-4e96-a2e8-10aadfed5dd7 admin admin] Deleting port e802a7da-2328-4d7f-8c24-4c27898bf29c {{(pid=101863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:04:44.437100 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c445a85e-f90a-4e96-a2e8-10aadfed5dd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:44.443737 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 47458) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:44.453723 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-ffa77b28-e219-43e4-aa10-ce2a230550cb tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Request body: {'floatingip': {'port_id': '2ef882b6-f52c-4360-b43f-97f112807b2d'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:04:44.490075 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-f00ecc4c-aaaa-4753-a0cd-5e5d425c0ae7 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:44.490713 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-f00ecc4c-aaaa-4753-a0cd-5e5d425c0ae7 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:44.502192 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-ba90a942-1852-4ea9-bc25-fa33fdfdd187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc2d738f-6d21-4d00-900c-94d213d76a61', 'name': 'tempest-TestMinimumBasicScenario-532170791-router', 'tenant_id': '898333780a4446c6887cf081b1a6d13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'e802a7da-2328-4d7f-8c24-4c27898bf29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:41Z', 'updated_at': '2022-05-04T15:04:42Z', 'revision_number': 5, 'project_id': '898333780a4446c6887cf081b1a6d13c', 'gw_port': {'id': 'e802a7da-2328-4d7f-8c24-4c27898bf29c', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2d738f-6d21-4d00-900c-94d213d76a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:42Z', 'updated_at': '2022-05-04T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:44.517434 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ffa77b28-e219-43e4-aa10-ce2a230550cb tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for floatingip, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:44.543097 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-f00ecc4c-aaaa-4753-a0cd-5e5d425c0ae7 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4725349 May 04 15:04:44.551843 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba90a942-1852-4ea9-bc25-fa33fdfdd187 None None] The sync data for ids ['cc2d738f-6d21-4d00-900c-94d213d76a61'] in dv-cinder-829630-2-iscsi is: [{'id': 'cc2d738f-6d21-4d00-900c-94d213d76a61', 'name': 'tempest-TestMinimumBasicScenario-532170791-router', 'tenant_id': '898333780a4446c6887cf081b1a6d13c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.115'}], 'enable_snat': True}, 'gw_port_id': 'e802a7da-2328-4d7f-8c24-4c27898bf29c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:59:41Z', 'updated_at': '2022-05-04T15:04:42Z', 'revision_number': 5, 'project_id': '898333780a4446c6887cf081b1a6d13c', 'gw_port': {'id': 'e802a7da-2328-4d7f-8c24-4c27898bf29c', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:24:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc2d738f-6d21-4d00-900c-94d213d76a61', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:59:42Z', 'updated_at': '2022-05-04T14:59:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:04:44.567653 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-a55d44cc-d9df-48fe-a2f6-d334786dd137 service neutron] Request body: {'port': {'device_id': '4b6b2699-5423-43ee-99ba-79ff1d1b839d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:04:44.635795 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [None req-c445a85e-f90a-4e96-a2e8-10aadfed5dd7 admin admin] For port e802a7da-2328-4d7f-8c24-4c27898bf29c, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=e802a7da-2328-4d7f-8c24-4c27898bf29c,segment=NetworkSegment(60ac4599-e6dd-4770-844e-5b54095f67fa),segment_id=60ac4599-e6dd-4770-844e-5b54095f67fa)] {{(pid=101863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:04:44.637116 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c445a85e-f90a-4e96-a2e8-10aadfed5dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:44.673799 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-c445a85e-f90a-4e96-a2e8-10aadfed5dd7 admin admin] Calling delete_port for e802a7da-2328-4d7f-8c24-4c27898bf29c owned by network:router_gateway {{(pid=101863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:04:44.689009 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-a55d44cc-d9df-48fe-a2f6-d334786dd137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:44.703055 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441b0526-1a23-4838-9470-db2592a9680e req-e58c3fad-145a-4120-9584-b197dc702ecc tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:44.704618 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-441b0526-1a23-4838-9470-db2592a9680e req-e58c3fad-145a-4120-9584-b197dc702ecc tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 932 time: 0.1420629 May 04 15:04:44.724694 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-3c14ec20-bdb2-4a9b-a6d1-3255fe1f44fe None None] Provisioning complete for port 909abf1f-8587-4292-b570-7f828854b344 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:04:44.725313 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-3c14ec20-bdb2-4a9b-a6d1-3255fe1f44fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:44.763936 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-3c14ec20-bdb2-4a9b-a6d1-3255fe1f44fe None None] Port 909abf1f-8587-4292-b570-7f828854b344 cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:04:44.837692 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-441b0526-1a23-4838-9470-db2592a9680e req-0189af0b-cf34-4797-a62f-83bd7e3b66a2 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938034 May 04 15:04:45.027024 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ffa77b28-e219-43e4-aa10-ce2a230550cb tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:45.032694 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ffa77b28-e219-43e4-aa10-ce2a230550cb tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628046'] for floatingip, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:45.055230 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c445a85e-f90a-4e96-a2e8-10aadfed5dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:45.089828 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445a85e-f90a-4e96-a2e8-10aadfed5dd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e802a7da-2328-4d7f-8c24-4c27898bf29c,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:45.143103 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.db.l3_db [None req-ffa77b28-e219-43e4-aa10-ce2a230550cb tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Floating IP 024d2b4e-e90f-448d-9c45-55b9d71afb4a associated. External IP: 172.27.1.88, port: 2ef882b6-f52c-4360-b43f-97f112807b2d. May 04 15:04:45.200964 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-a55d44cc-d9df-48fe-a2f6-d334786dd137 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 909abf1f-8587-4292-b570-7f828854b344 {{(pid=101863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:04:45.205209 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c445a85e-f90a-4e96-a2e8-10aadfed5dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628356'] for router_gateway, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:45.210807 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-a55d44cc-d9df-48fe-a2f6-d334786dd137 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:45.303321 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.provisioning_blocks [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-a55d44cc-d9df-48fe-a2f6-d334786dd137 service neutron] Transition to ACTIVE for port object 909abf1f-8587-4292-b570-7f828854b344 will not be triggered until provisioned by entity L2. {{(pid=101863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:04:45.305513 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c445a85e-f90a-4e96-a2e8-10aadfed5dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27428'] for router, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:45.308434 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c445a85e-f90a-4e96-a2e8-10aadfed5dd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:45.310313 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-a55d44cc-d9df-48fe-a2f6-d334786dd137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2944232'] for port, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:45.393392 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c445a85e-f90a-4e96-a2e8-10aadfed5dd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-625704'] for router, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:45.393944 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c445a85e-f90a-4e96-a2e8-10aadfed5dd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc2d738f-6d21-4d00-900c-94d213d76a61 {{(pid=101863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 15:04:45.402992 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c445a85e-f90a-4e96-a2e8-10aadfed5dd7 admin admin] Notify callbacks [] for router, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:45.404457 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-c445a85e-f90a-4e96-a2e8-10aadfed5dd7 admin admin] 10.222.0.42 "DELETE /v2.0/routers/cc2d738f-6d21-4d00-900c-94d213d76a61 HTTP/1.1" status: 204 len: 168 time: 1.5689385 May 04 15:04:45.406323 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d44cc-d9df-48fe-a2f6-d334786dd137 service neutron] Pushing event updated for resources: {'Port': ['ID=909abf1f-8587-4292-b570-7f828854b344,revision_number=2']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:45.409865 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 47462) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:45.502883 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.db_base_plugin_v2 [None req-7afd4258-0cf6-47b1-9526-57e240e6e25e admin admin] Deleting subnet d6636db1-dc7c-4efe-8c05-1daaee0404be {{(pid=101863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 15:04:45.509265 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7afd4258-0cf6-47b1-9526-57e240e6e25e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:45.560606 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.managers [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-a55d44cc-d9df-48fe-a2f6-d334786dd137 service neutron] Attempting to bind port 909abf1f-8587-4292-b570-7f828854b344 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:04:45.561155 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.managers [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-a55d44cc-d9df-48fe-a2f6-d334786dd137 service neutron] Attempting to bind port 909abf1f-8587-4292-b570-7f828854b344 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'b1142b6e-dead-4f76-9ea3-713e036ec259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97'}] {{(pid=101863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:04:45.561476 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-a55d44cc-d9df-48fe-a2f6-d334786dd137 service neutron] Attempting to bind port 909abf1f-8587-4292-b570-7f828854b344 on network 60c30b73-0e7f-49bb-89af-0e44584f9d97 {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:04:45.567575 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7afd4258-0cf6-47b1-9526-57e240e6e25e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262023745'] for subnet, precommit_delete_associations {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:45.588262 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-a55d44cc-d9df-48fe-a2f6-d334786dd137 service neutron] Port 909abf1f-8587-4292-b570-7f828854b344 on network 60c30b73-0e7f-49bb-89af-0e44584f9d97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:04:45.589031 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-a55d44cc-d9df-48fe-a2f6-d334786dd137 service neutron] Attempting to bind port 909abf1f-8587-4292-b570-7f828854b344 on network 60c30b73-0e7f-49bb-89af-0e44584f9d97 {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:04:45.597158 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-a55d44cc-d9df-48fe-a2f6-d334786dd137 service neutron] Checking agent: {'id': 'b5e3fd0f-344a-4130-968c-1c1293caf489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'started_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 4, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:04:45.597586 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-a55d44cc-d9df-48fe-a2f6-d334786dd137 service neutron] Checking segment: {'id': 'b1142b6e-dead-4f76-9ea3-713e036ec259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:04:45.598022 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-a55d44cc-d9df-48fe-a2f6-d334786dd137 service neutron] Bound using segment: {'id': 'b1142b6e-dead-4f76-9ea3-713e036ec259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97'} {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:04:45.598462 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.managers [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-a55d44cc-d9df-48fe-a2f6-d334786dd137 service neutron] Bound port: 909abf1f-8587-4292-b570-7f828854b344, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1142b6e-dead-4f76-9ea3-713e036ec259', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 271, 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97'}}] {{(pid=101863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:04:45.598814 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-a55d44cc-d9df-48fe-a2f6-d334786dd137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:45.611319 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffa77b28-e219-43e4-aa10-ce2a230550cb tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Router 10cb654b-ad6a-4737-b26f-4dd942827a1c has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:04:45.731145 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffa77b28-e219-43e4-aa10-ce2a230550cb tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:04:45.735918 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ffa77b28-e219-43e4-aa10-ce2a230550cb tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:45.741699 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b65b13-e697-42f5-8d60-cdfe287d5101 None None] Sync routers for ids ['10cb654b-ad6a-4737-b26f-4dd942827a1c'] in dv-cinder-829630-2-iscsi {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:04:45.759703 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b65b13-e697-42f5-8d60-cdfe287d5101 None None] Routers {'10cb654b-ad6a-4737-b26f-4dd942827a1c'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:04:45.760364 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-55b65b13-e697-42f5-8d60-cdfe287d5101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:04:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['10cb654b-ad6a-4737-b26f-4dd942827a1c'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:45.776786 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-ffa77b28-e219-43e4-aa10-ce2a230550cb tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "PUT /v2.0/floatingips/024d2b4e-e90f-448d-9c45-55b9d71afb4a HTTP/1.1" status: 200 len: 991 time: 1.3225074 May 04 15:04:45.776786 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ec75ab1-95fd-482f-8ef9-38c970019a31', 'tag': '2ef882b6-f52c-4360-b43f-97f112807b2d'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:04:45.776786 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-279d9e7d-5506-4546-b633-98a4c2edca36" -d '{"events": [{"name": "network-changed", "server_uuid": "8ec75ab1-95fd-482f-8ef9-38c970019a31", "tag": "2ef882b6-f52c-4360-b43f-97f112807b2d"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:04:45.812098 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b30c379-c3ca-4e14-9cf0-92728c5c8b62 x-openstack-request-id: req-5b30c379-c3ca-4e14-9cf0-92728c5c8b62 {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:04:45.812388 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ec75ab1-95fd-482f-8ef9-38c970019a31", "tag": "2ef882b6-f52c-4360-b43f-97f112807b2d", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:04:45.812635 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-5b30c379-c3ca-4e14-9cf0-92728c5c8b62 {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:04:45.813070 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5b30c379-c3ca-4e14-9cf0-92728c5c8b62'] response: {'name': 'network-changed', 'server_uuid': '8ec75ab1-95fd-482f-8ef9-38c970019a31', 'tag': '2ef882b6-f52c-4360-b43f-97f112807b2d', 'status': 'completed', 'code': 200} May 04 15:04:45.873144 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-55b65b13-e697-42f5-8d60-cdfe287d5101 None None] Set router 10cb654b-ad6a-4737-b26f-4dd942827a1c gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:04:45.953307 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d9e7d-5506-4546-b633-98a4c2edca36 req-0cf1c1c8-4ee8-46c6-b0dd-62ad02707b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:45.954776 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-279d9e7d-5506-4546-b633-98a4c2edca36 req-0cf1c1c8-4ee8-46c6-b0dd-62ad02707b41 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87d12057fd5046da9f6ec905d089d476&device_id=8ec75ab1-95fd-482f-8ef9-38c970019a31 HTTP/1.1" status: 200 len: 1099 time: 0.0756702 May 04 15:04:46.043446 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-a55d44cc-d9df-48fe-a2f6-d334786dd137 service neutron] For port 909abf1f-8587-4292-b570-7f828854b344, host hv-cinder-82963, cleared binding levels {{(pid=101863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:04:46.051604 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7afd4258-0cf6-47b1-9526-57e240e6e25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759364'] for subnet, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:46.066898 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 5d7d6048-0170-4e6c-b4ca-4e496f3a44d9 no longer exists at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:04:46.088014 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-a55d44cc-d9df-48fe-a2f6-d334786dd137 service neutron] For port 909abf1f-8587-4292-b570-7f828854b344, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=909abf1f-8587-4292-b570-7f828854b344,segment=NetworkSegment(b1142b6e-dead-4f76-9ea3-713e036ec259),segment_id=b1142b6e-dead-4f76-9ea3-713e036ec259)] {{(pid=101863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:04:46.102847 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb196dc-dd75-4c6c-b95b-9691d2c1dfd1 req-a1b1551b-86b8-4aa0-bce5-32111da41466 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:46.104349 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4eb196dc-dd75-4c6c-b95b-9691d2c1dfd1 req-a1b1551b-86b8-4aa0-bce5-32111da41466 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 944 time: 0.1404333 May 04 15:04:46.108508 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-a55d44cc-d9df-48fe-a2f6-d334786dd137 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2944232'] for port, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:46.109784 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d9e7d-5506-4546-b633-98a4c2edca36 req-c02647f3-24c9-4323-afae-be538a8c47dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:46.111683 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-279d9e7d-5506-4546-b633-98a4c2edca36 req-c02647f3-24c9-4323-afae-be538a8c47dd service neutron] 10.222.0.11 "GET /v2.0/networks?id=55dbbf73-0e6e-443d-9d78-4a6112dd0160 HTTP/1.1" status: 200 len: 915 time: 0.1460032 May 04 15:04:46.113074 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] No Port match for: 5d7d6048-0170-4e6c-b4ca-4e496f3a44d9 {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:04:46.113420 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 5d7d6048-0170-4e6c-b4ca-4e496f3a44d9 not bound to the agent host dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:04:46.113829 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device e802a7da-2328-4d7f-8c24-4c27898bf29c no longer exists at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:04:46.141498 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] No Port match for: e802a7da-2328-4d7f-8c24-4c27898bf29c {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:04:46.141832 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device e802a7da-2328-4d7f-8c24-4c27898bf29c not bound to the agent host dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:04:46.165556 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-a55d44cc-d9df-48fe-a2f6-d334786dd137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:46.166023 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-a55d44cc-d9df-48fe-a2f6-d334786dd137 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:46.167951 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-a55d44cc-d9df-48fe-a2f6-d334786dd137 service neutron] 10.222.0.11 "PUT /v2.0/ports/909abf1f-8587-4292-b570-7f828854b344 HTTP/1.1" status: 200 len: 1094 time: 1.6060886 May 04 15:04:46.174613 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6b2699-5423-43ee-99ba-79ff1d1b839d', 'tag': '909abf1f-8587-4292-b570-7f828854b344'}] {{(pid=101863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:04:46.176812 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c6767b5d81d022f3d85e9c22ce19b705c79dd3cfc51145499811648722293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0171919-cff6-42bb-beed-47fb7e61dc6f" -d '{"events": [{"name": "network-changed", "server_uuid": "4b6b2699-5423-43ee-99ba-79ff1d1b839d", "tag": "909abf1f-8587-4292-b570-7f828854b344"}]}' {{(pid=101863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:04:46.218580 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-279d9e7d-5506-4546-b633-98a4c2edca36 req-275ae194-25eb-4fc5-9ae3-0c360c7e3812 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ef882b6-f52c-4360-b43f-97f112807b2d HTTP/1.1" status: 200 len: 999 time: 0.0996008 May 04 15:04:46.222910 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7afd4258-0cf6-47b1-9526-57e240e6e25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2944274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262085008'] for subnet, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:46.233602 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55d44cc-d9df-48fe-a2f6-d334786dd137 service neutron] Pushing event updated for resources: {'Port': ['ID=909abf1f-8587-4292-b570-7f828854b344,revision_number=3']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:46.262392 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-55b65b13-e697-42f5-8d60-cdfe287d5101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'name': 'tempest-AttachVolumeNegativeTest-576760527-router', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:16Z', 'updated_at': '2022-05-04T14:58:27Z', 'revision_number': 4, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'gw_port': {'id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:18Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': '024d2b4e-e90f-448d-9c45-55b9d71afb4a', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'floating_ip_address': '172.27.1.88', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'port_id': '2ef882b6-f52c-4360-b43f-97f112807b2d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'mac_address': 'fa:16:3e:a7:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec75ab1-95fd-482f-8ef9-38c970019a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:04:25Z', 'updated_at': '2022-05-04T15:04:44Z', 'revision_number': 1, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940cd6bd-3d19-4d8a-861d-318d5f850d18', 'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'mac_address': 'fa:16:3e:bf:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:24Z', 'updated_at': '2022-05-04T14:58:41Z', 'revision_number': 5, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'subnets': [{'id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:46.279336 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d9e7d-5506-4546-b633-98a4c2edca36 req-4208a863-fd49-4275-8ae7-e6c52fb3d8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:46.280780 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-279d9e7d-5506-4546-b633-98a4c2edca36 req-4208a863-fd49-4275-8ae7-e6c52fb3d8d9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b0b50cf-2dce-427c-8d06-7da02fdf5e7e HTTP/1.1" status: 200 len: 853 time: 0.0554981 May 04 15:04:46.296235 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b65b13-e697-42f5-8d60-cdfe287d5101 None None] Checking router: 10cb654b-ad6a-4737-b26f-4dd942827a1c for host: dv-cinder-829630-2-iscsi {{(pid=101865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:04:46.306711 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b65b13-e697-42f5-8d60-cdfe287d5101 None None] Routers {'10cb654b-ad6a-4737-b26f-4dd942827a1c'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:04:46.307363 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd4258-0cf6-47b1-9526-57e240e6e25e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d6636db1-dc7c-4efe-8c05-1daaee0404be,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:46.307886 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-55b65b13-e697-42f5-8d60-cdfe287d5101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:04:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['10cb654b-ad6a-4737-b26f-4dd942827a1c'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:46.325445 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4eb196dc-dd75-4c6c-b95b-9691d2c1dfd1 req-d8a215c9-b528-40c3-a34e-7e6afbf20a0d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1990714 May 04 15:04:46.333727 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d9e7d-5506-4546-b633-98a4c2edca36 req-b8f44413-9987-4dc6-8486-6fd585516014 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:46.335246 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-279d9e7d-5506-4546-b633-98a4c2edca36 req-b8f44413-9987-4dc6-8486-6fd585516014 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55dbbf73-0e6e-443d-9d78-4a6112dd0160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0468025 May 04 15:04:46.342807 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7afd4258-0cf6-47b1-9526-57e240e6e25e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:46.351736 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-7afd4258-0cf6-47b1-9526-57e240e6e25e admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d6636db1-dc7c-4efe-8c05-1daaee0404be HTTP/1.1" status: 204 len: 168 time: 0.9408188 May 04 15:04:46.356145 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 47472) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:46.419467 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a65688d9-f07c-46c3-b577-e10a1abf3606 None None] Network 9f9637eb-0de7-4d94-aaa2-11abab242f2c requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:04:46.439747 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a132a3-c6df-4fea-9aa0-54831660fb04 x-openstack-request-id: req-42a132a3-c6df-4fea-9aa0-54831660fb04 {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:04:46.440080 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b6b2699-5423-43ee-99ba-79ff1d1b839d", "tag": "909abf1f-8587-4292-b570-7f828854b344", "status": "completed", "code": 200}]} {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:04:46.440772 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-42a132a3-c6df-4fea-9aa0-54831660fb04 {{(pid=101863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:04:46.440772 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-42a132a3-c6df-4fea-9aa0-54831660fb04'] response: {'name': 'network-changed', 'server_uuid': '4b6b2699-5423-43ee-99ba-79ff1d1b839d', 'tag': '909abf1f-8587-4292-b570-7f828854b344', 'status': 'completed', 'code': 200} May 04 15:04:46.447784 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-279d9e7d-5506-4546-b633-98a4c2edca36 req-b288344e-6df1-4d68-a976-b8c9e13ec39b service neutron] 10.222.0.11 "GET /v2.0/networks/55dbbf73-0e6e-443d-9d78-4a6112dd0160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962298 May 04 15:04:46.454611 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-44664e38-76b7-42c7-8c15-921e6270614e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:46.456146 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-44664e38-76b7-42c7-8c15-921e6270614e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=192ccf80824d4fa59de46a9e21ae0572&device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 1097 time: 0.2166195 May 04 15:04:46.471149 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-8dd933f7-f45c-4911-99f8-31c72ad9b144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697412'] for network, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:46.490197 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-55b65b13-e697-42f5-8d60-cdfe287d5101 None None] Set router 10cb654b-ad6a-4737-b26f-4dd942827a1c gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:04:46.515601 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-f3edd8a5-4e28-4420-a514-7ee08ec313dd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=909abf1f-8587-4292-b570-7f828854b344 HTTP/1.1" status: 200 len: 217 time: 0.0426002 May 04 15:04:46.560126 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-279d9e7d-5506-4546-b633-98a4c2edca36 req-173cc951-b8fa-445f-9602-e0cf0de0811a service neutron] 10.222.0.11 "GET /v2.0/networks/55dbbf73-0e6e-443d-9d78-4a6112dd0160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053424 May 04 15:04:46.592448 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-39603f28-b76d-469c-9ab7-3f660217567d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:46.594009 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-39603f28-b76d-469c-9ab7-3f660217567d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=030f9125-e21b-4852-a6f8-1ba70c2222d2 HTTP/1.1" status: 200 len: 855 time: 0.0565577 May 04 15:04:46.605698 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-8dd933f7-f45c-4911-99f8-31c72ad9b144 admin admin] Deleting port 1b6fb8ea-e9fd-4835-b5d0-23142a314725 {{(pid=101863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:04:46.605918 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-8dd933f7-f45c-4911-99f8-31c72ad9b144 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:46.702652 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [None req-8dd933f7-f45c-4911-99f8-31c72ad9b144 admin admin] For port 1b6fb8ea-e9fd-4835-b5d0-23142a314725, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=1b6fb8ea-e9fd-4835-b5d0-23142a314725,segment=NetworkSegment(799c8989-a3d1-45e4-86d1-614c0baabef3),segment_id=799c8989-a3d1-45e4-86d1-614c0baabef3)] {{(pid=101863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:04:46.703016 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-8dd933f7-f45c-4911-99f8-31c72ad9b144 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:46.715013 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-761d6ad0-0558-4c9d-b6e9-68118303f778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:46.716514 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-761d6ad0-0558-4c9d-b6e9-68118303f778 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60c30b73-0e7f-49bb-89af-0e44584f9d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1077023 May 04 15:04:46.720532 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-8dd933f7-f45c-4911-99f8-31c72ad9b144 admin admin] Calling delete_port for 1b6fb8ea-e9fd-4835-b5d0-23142a314725 owned by network:dhcp {{(pid=101863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:04:46.836008 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2caa38df-8906-4a1d-bc72-1b280fa5d8fe None None] DHCP port deletion for 9f9637eb-0de7-4d94-aaa2-11abab242f2c request from dv-cinder-829630-2-iscsi {{(pid=101865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 04 15:04:46.864709 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-e56d5bd9-739b-4b4a-8a0d-3b96b1b6b21d service neutron] 10.222.0.11 "GET /v2.0/networks/60c30b73-0e7f-49bb-89af-0e44584f9d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391690 May 04 15:04:46.925990 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-8dd933f7-f45c-4911-99f8-31c72ad9b144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:46.932154 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-2caa38df-8906-4a1d-bc72-1b280fa5d8fe None None] Deleting port 1b6fb8ea-e9fd-4835-b5d0-23142a314725 {{(pid=101865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:04:46.932526 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-2caa38df-8906-4a1d-bc72-1b280fa5d8fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:46.960255 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd933f7-f45c-4911-99f8-31c72ad9b144 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b6fb8ea-e9fd-4835-b5d0-23142a314725,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:46.966923 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd933f7-f45c-4911-99f8-31c72ad9b144 admin admin] No DVR routers for this DVR port 1b6fb8ea-e9fd-4835-b5d0-23142a314725 on host dv-cinder-829630-2-iscsi {{(pid=101863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:04:46.991772 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-55b65b13-e697-42f5-8d60-cdfe287d5101 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'name': 'tempest-AttachVolumeNegativeTest-576760527-router', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:16Z', 'updated_at': '2022-05-04T14:58:27Z', 'revision_number': 4, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'gw_port': {'id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:18Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': '024d2b4e-e90f-448d-9c45-55b9d71afb4a', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'floating_ip_address': '172.27.1.88', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'port_id': '2ef882b6-f52c-4360-b43f-97f112807b2d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'mac_address': 'fa:16:3e:a7:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec75ab1-95fd-482f-8ef9-38c970019a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:04:25Z', 'updated_at': '2022-05-04T15:04:44Z', 'revision_number': 1, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940cd6bd-3d19-4d8a-861d-318d5f850d18', 'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'mac_address': 'fa:16:3e:bf:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:24Z', 'updated_at': '2022-05-04T14:58:41Z', 'revision_number': 5, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'subnets': [{'id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:47.020967 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-331961ac-ad93-484c-9cdb-c634d6cef6c0 req-3448cb87-05bd-49a0-88b1-5ccdab59f799 service neutron] 10.222.0.11 "GET /v2.0/networks/60c30b73-0e7f-49bb-89af-0e44584f9d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484671 May 04 15:04:47.027732 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b65b13-e697-42f5-8d60-cdfe287d5101 None None] The sync data for ids ['10cb654b-ad6a-4737-b26f-4dd942827a1c'] in dv-cinder-829630-2-iscsi is: [{'id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'name': 'tempest-AttachVolumeNegativeTest-576760527-router', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:16Z', 'updated_at': '2022-05-04T14:58:27Z', 'revision_number': 4, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'gw_port': {'id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:18Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': '024d2b4e-e90f-448d-9c45-55b9d71afb4a', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'floating_ip_address': '172.27.1.88', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'port_id': '2ef882b6-f52c-4360-b43f-97f112807b2d', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'mac_address': 'fa:16:3e:a7:f6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ec75ab1-95fd-482f-8ef9-38c970019a31', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:04:25Z', 'updated_at': '2022-05-04T15:04:44Z', 'revision_number': 1, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940cd6bd-3d19-4d8a-861d-318d5f850d18', 'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'mac_address': 'fa:16:3e:bf:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:24Z', 'updated_at': '2022-05-04T14:58:41Z', 'revision_number': 5, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'subnets': [{'id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:04:47.036618 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-2caa38df-8906-4a1d-bc72-1b280fa5d8fe None None] For port 1b6fb8ea-e9fd-4835-b5d0-23142a314725, host dv-cinder-829630-2-iscsi, got binding levels [] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:04:47.037044 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-2caa38df-8906-4a1d-bc72-1b280fa5d8fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:47.051925 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-2caa38df-8906-4a1d-bc72-1b280fa5d8fe None None] Calling delete_port for 1b6fb8ea-e9fd-4835-b5d0-23142a314725 owned by network:dhcp {{(pid=101865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:04:47.055503 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.ipam_backend_mixin [None req-2caa38df-8906-4a1d-bc72-1b280fa5d8fe None None] Port 1b6fb8ea-e9fd-4835-b5d0-23142a314725 was not found and therefore no delete operation was performed {{(pid=101865) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:571}} May 04 15:04:47.056945 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-2caa38df-8906-4a1d-bc72-1b280fa5d8fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004'] for port, after_delete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:47.063330 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-8dd933f7-f45c-4911-99f8-31c72ad9b144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753417', 'neutron.services.segments.db._delete_segments_for_network-8755428157040'] for network, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:47.083824 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2caa38df-8906-4a1d-bc72-1b280fa5d8fe None None] Pushing event deleted for resources: {'Port': ['ID=1b6fb8ea-e9fd-4835-b5d0-23142a314725,revision_number=None']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:47.087110 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.services.segments.db [None req-8dd933f7-f45c-4911-99f8-31c72ad9b144 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f9637eb-0de7-4d94-aaa2-11abab242f2c']}} {{(pid=101863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:47.089285 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2caa38df-8906-4a1d-bc72-1b280fa5d8fe None None] No DVR routers for this DVR port 1b6fb8ea-e9fd-4835-b5d0-23142a314725 on host dv-cinder-829630-2-iscsi {{(pid=101865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:04:47.097841 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.services.segments.db [None req-8dd933f7-f45c-4911-99f8-31c72ad9b144 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '799c8989-a3d1-45e4-86d1-614c0baabef3') {'for_net_delete': True} {{(pid=101863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:47.099410 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.services.segments.db [None req-8dd933f7-f45c-4911-99f8-31c72ad9b144 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '799c8989-a3d1-45e4-86d1-614c0baabef3') {} {{(pid=101863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:47.111566 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-8dd933f7-f45c-4911-99f8-31c72ad9b144 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755428158585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262023754'] for segment, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:47.128257 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-8dd933f7-f45c-4911-99f8-31c72ad9b144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:47.142232 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dd933f7-f45c-4911-99f8-31c72ad9b144 admin admin] Releasing vlan 251 on physical network physnet1 to pool {{(pid=101863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:04:47.142612 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-8dd933f7-f45c-4911-99f8-31c72ad9b144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2944180'] for segment, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:47.144263 dv-cinder-829630-2-iscsi neutron-server[101863]: Traceback (most recent call last): May 04 15:04:47.144263 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:04:47.144263 dv-cinder-829630-2-iscsi neutron-server[101863]: timer() May 04 15:04:47.144263 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:04:47.144263 dv-cinder-829630-2-iscsi neutron-server[101863]: cb(*args, **kw) May 04 15:04:47.144263 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:04:47.144263 dv-cinder-829630-2-iscsi neutron-server[101863]: return func(*args, **kwargs) May 04 15:04:47.144263 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:04:47.144263 dv-cinder-829630-2-iscsi neutron-server[101863]: self._notify() May 04 15:04:47.144263 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:04:47.144263 dv-cinder-829630-2-iscsi neutron-server[101863]: self.callback(batched_events) May 04 15:04:47.144263 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:04:47.144263 dv-cinder-829630-2-iscsi neutron-server[101863]: event.method(event) May 04 15:04:47.144263 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:04:47.144263 dv-cinder-829630-2-iscsi neutron-server[101863]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:04:47.144263 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:04:47.144263 dv-cinder-829630-2-iscsi neutron-server[101863]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:04:47.144263 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:04:47.144263 dv-cinder-829630-2-iscsi neutron-server[101863]: return f(self, *a, **k) May 04 15:04:47.144263 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:04:47.144263 dv-cinder-829630-2-iscsi neutron-server[101863]: return self._get(url).json() May 04 15:04:47.144263 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:04:47.144263 dv-cinder-829630-2-iscsi neutron-server[101863]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:04:47.144263 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:04:47.144263 dv-cinder-829630-2-iscsi neutron-server[101863]: return self.request(url, 'GET', **kwargs) May 04 15:04:47.144263 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:04:47.144263 dv-cinder-829630-2-iscsi neutron-server[101863]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:04:47.144263 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:04:47.144263 dv-cinder-829630-2-iscsi neutron-server[101863]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:04:47.144263 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:04:47.144263 dv-cinder-829630-2-iscsi neutron-server[101863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:04:47.144263 dv-cinder-829630-2-iscsi neutron-server[101863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:04:47.216457 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-8dd933f7-f45c-4911-99f8-31c72ad9b144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628060'] for network, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:47.219533 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0171919-cff6-42bb-beed-47fb7e61dc6f req-3f7e0adb-df3d-4134-bea4-2ee6e745542b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:47.221339 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c0171919-cff6-42bb-beed-47fb7e61dc6f req-3f7e0adb-df3d-4134-bea4-2ee6e745542b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=192ccf80824d4fa59de46a9e21ae0572&device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 1097 time: 0.0942068 May 04 15:04:47.228385 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-8dd933f7-f45c-4911-99f8-31c72ad9b144 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:47.232970 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-8dd933f7-f45c-4911-99f8-31c72ad9b144 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9f9637eb-0de7-4d94-aaa2-11abab242f2c HTTP/1.1" status: 204 len: 168 time: 0.8753870 May 04 15:04:47.244250 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f96e8b2-357b-4460-84de-230c8d3d138f None None] New status for floating IP 024d2b4e-e90f-448d-9c45-55b9d71afb4a: ACTIVE {{(pid=101866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:04:47.257129 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd933f7-f45c-4911-99f8-31c72ad9b144 admin admin] Pushing event deleted for resources: {'Network': ['ID=9f9637eb-0de7-4d94-aaa2-11abab242f2c,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:47.341833 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0171919-cff6-42bb-beed-47fb7e61dc6f req-cfaf4359-d330-4928-9d1e-085af27ffe66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:47.343607 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c0171919-cff6-42bb-beed-47fb7e61dc6f req-cfaf4359-d330-4928-9d1e-085af27ffe66 service neutron] 10.222.0.11 "GET /v2.0/networks?id=60c30b73-0e7f-49bb-89af-0e44584f9d97 HTTP/1.1" status: 200 len: 917 time: 0.1094894 May 04 15:04:47.379420 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 47478) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:47.396690 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c0171919-cff6-42bb-beed-47fb7e61dc6f req-9e0f2254-327b-4e3d-a010-08c5e83e71bc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=909abf1f-8587-4292-b570-7f828854b344 HTTP/1.1" status: 200 len: 217 time: 0.0459454 May 04 15:04:47.460268 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-6d0d88a6-2d61-4598-aebc-5a8726540296 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d86fd4352b584822a6e3b6effecc05c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0770929 May 04 15:04:47.460496 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0171919-cff6-42bb-beed-47fb7e61dc6f req-8bcee899-c4e3-457e-befb-02f95ba1399a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:47.460802 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 47480) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:47.461982 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c0171919-cff6-42bb-beed-47fb7e61dc6f req-8bcee899-c4e3-457e-befb-02f95ba1399a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=030f9125-e21b-4852-a6f8-1ba70c2222d2 HTTP/1.1" status: 200 len: 855 time: 0.0584171 May 04 15:04:47.519703 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-26d9394d-e34e-4f02-9c74-c3e048f0f6fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:47.538735 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0171919-cff6-42bb-beed-47fb7e61dc6f req-5fc49f8e-13f0-4768-bf14-709cada05b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:47.540218 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c0171919-cff6-42bb-beed-47fb7e61dc6f req-5fc49f8e-13f0-4768-bf14-709cada05b40 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60c30b73-0e7f-49bb-89af-0e44584f9d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0693026 May 04 15:04:47.540829 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-26d9394d-e34e-4f02-9c74-c3e048f0f6fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:47.548900 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbb318b-1659-49a9-9021-72a34cd47d4d req-e9454176-668b-4e9e-ad05-b01a01b60b54 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:47.550315 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5fbb318b-1659-49a9-9021-72a34cd47d4d req-e9454176-668b-4e9e-ad05-b01a01b60b54 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 944 time: 0.0805683 May 04 15:04:47.587754 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-26d9394d-e34e-4f02-9c74-c3e048f0f6fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:47.590811 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-26d9394d-e34e-4f02-9c74-c3e048f0f6fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:47.592007 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-26d9394d-e34e-4f02-9c74-c3e048f0f6fd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/625cba39-ca98-4a06-aa37-bda202c8bfcf HTTP/1.1" status: 204 len: 168 time: 0.1300020 May 04 15:04:47.601155 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d9394d-e34e-4f02-9c74-c3e048f0f6fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=625cba39-ca98-4a06-aa37-bda202c8bfcf,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:47.641664 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5fbb318b-1659-49a9-9021-72a34cd47d4d req-1902abe1-fc7d-46f8-8d14-ee899b07e225 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826092 May 04 15:04:47.668092 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c0171919-cff6-42bb-beed-47fb7e61dc6f req-d844c6ba-c423-46ae-99af-96da4c721f11 service neutron] 10.222.0.11 "GET /v2.0/networks/60c30b73-0e7f-49bb-89af-0e44584f9d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163583 May 04 15:04:47.705855 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 1b6fb8ea-e9fd-4835-b5d0-23142a314725 no longer exists at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:04:47.732088 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] No Port match for: 1b6fb8ea-e9fd-4835-b5d0-23142a314725 {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:04:47.732428 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 1b6fb8ea-e9fd-4835-b5d0-23142a314725 not bound to the agent host dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:04:47.765408 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c0171919-cff6-42bb-beed-47fb7e61dc6f req-d9c5fc67-81fc-4f0a-a640-dab1cedd74cc service neutron] 10.222.0.11 "GET /v2.0/networks/60c30b73-0e7f-49bb-89af-0e44584f9d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906258 May 04 15:04:47.977265 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 47486) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:48.019100 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-64dec7ca-daae-413c-8488-efef2714bc48 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=898333780a4446c6887cf081b1a6d13c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0406141 May 04 15:04:48.021519 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 47488) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:48.078906 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-dc995700-87d1-4daf-9cc4-00e1fff18e5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:48.101435 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-dc995700-87d1-4daf-9cc4-00e1fff18e5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:48.150896 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-dc995700-87d1-4daf-9cc4-00e1fff18e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:48.154709 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-dc995700-87d1-4daf-9cc4-00e1fff18e5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:48.155996 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-dc995700-87d1-4daf-9cc4-00e1fff18e5f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a5a96258-b23c-4e5d-b03c-0c8a77d0b9ad HTTP/1.1" status: 204 len: 168 time: 0.1335616 May 04 15:04:48.164193 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc995700-87d1-4daf-9cc4-00e1fff18e5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a96258-b23c-4e5d-b03c-0c8a77d0b9ad,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:48.769977 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034c2855-1ea1-4df3-9942-f8856e343856 req-83dd3edf-800b-481b-81d3-8047b6eda06a tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:48.771513 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-034c2855-1ea1-4df3-9942-f8856e343856 req-83dd3edf-800b-481b-81d3-8047b6eda06a tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 944 time: 0.0505202 May 04 15:04:48.810657 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-034c2855-1ea1-4df3-9942-f8856e343856 req-d1b66037-bff4-444d-b4b2-91a47a3d8473 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328410 May 04 15:04:49.930299 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd09dcb-c944-4938-9f8b-462291c20012 req-8f35eb32-e669-437c-8c8a-a68150f4e6b5 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:49.931797 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-bfd09dcb-c944-4938-9f8b-462291c20012 req-8f35eb32-e669-437c-8c8a-a68150f4e6b5 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 944 time: 0.0487270 May 04 15:04:49.972999 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-bfd09dcb-c944-4938-9f8b-462291c20012 req-d222d3d6-a1c6-49d1-86d9-ffc92ffddfa6 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344987 May 04 15:04:51.091664 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a60286-707c-459b-8eca-a6be2a170df4 req-d8c18cde-e005-4734-b1af-c0e4675289ce tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:51.093167 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-04a60286-707c-459b-8eca-a6be2a170df4 req-d8c18cde-e005-4734-b1af-c0e4675289ce tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 944 time: 0.0492642 May 04 15:04:51.129881 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-04a60286-707c-459b-8eca-a6be2a170df4 req-4fa31299-e905-424a-bbb1-a3f236c82dd6 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303829 May 04 15:04:51.967410 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 909abf1f-8587-4292-b570-7f828854b344 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:04:52.062698 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 909abf1f-8587-4292-b570-7f828854b344, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=909abf1f-8587-4292-b570-7f828854b344,segment=NetworkSegment(b1142b6e-dead-4f76-9ea3-713e036ec259),segment_id=b1142b6e-dead-4f76-9ea3-713e036ec259)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:04:52.074073 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Returning: {'device': '909abf1f-8587-4292-b570-7f828854b344', 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97', 'port_id': '909abf1f-8587-4292-b570-7f828854b344', 'mac_address': 'fa:16:3e:5a:40:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:04:52.112508 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:52.125589 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 909abf1f-8587-4292-b570-7f828854b344 {{(pid=101865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:04:52.145805 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 909abf1f-8587-4292-b570-7f828854b344, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=909abf1f-8587-4292-b570-7f828854b344,segment=NetworkSegment(b1142b6e-dead-4f76-9ea3-713e036ec259),segment_id=b1142b6e-dead-4f76-9ea3-713e036ec259)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:04:52.150238 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:52.200197 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=909abf1f-8587-4292-b570-7f828854b344,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:52.254589 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63313b10-62be-410c-8150-a9ee9a538927 req-1aaa81b3-949a-4797-ab4f-2ca4b077a5b3 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:52.256111 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-63313b10-62be-410c-8150-a9ee9a538927 req-1aaa81b3-949a-4797-ab4f-2ca4b077a5b3 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 945 time: 0.0513461 May 04 15:04:52.295515 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-63313b10-62be-410c-8150-a9ee9a538927 req-ee401b1d-9a36-480a-9373-748d73de12d8 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331793 May 04 15:04:52.619860 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['909abf1f-8587-4292-b570-7f828854b344'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:04:53.414195 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95332cb9-0db7-44aa-9c5b-225cd233abe5 req-d05adc2c-d747-4d77-b5fe-f112d4e1206f tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:53.415243 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-95332cb9-0db7-44aa-9c5b-225cd233abe5 req-d05adc2c-d747-4d77-b5fe-f112d4e1206f tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 945 time: 0.0470736 May 04 15:04:53.455848 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-95332cb9-0db7-44aa-9c5b-225cd233abe5 req-67b02a15-a8f9-4234-ba8a-39e6b0f7d2d3 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342526 May 04 15:04:53.974606 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 909abf1f-8587-4292-b570-7f828854b344 up at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:04:54.022265 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning for port 909abf1f-8587-4292-b570-7f828854b344 completed by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:04:54.026346 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning complete for port 909abf1f-8587-4292-b570-7f828854b344 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:04:54.026747 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:54.105760 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:54.128414 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6b2699-5423-43ee-99ba-79ff1d1b839d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909abf1f-8587-4292-b570-7f828854b344'}] {{(pid=101865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:04:54.130595 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13127db273ea31dc2797640238b9d4a3f6ca00c8d3f152038556e6a345f6b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ea30b7c-dab8-48dc-ad83-53af5a246a83" -d '{"events": [{"server_uuid": "4b6b2699-5423-43ee-99ba-79ff1d1b839d", "name": "network-vif-plugged", "status": "completed", "tag": "909abf1f-8587-4292-b570-7f828854b344"}]}' {{(pid=101865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:04:54.143832 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 909abf1f-8587-4292-b570-7f828854b344, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=909abf1f-8587-4292-b570-7f828854b344,segment=NetworkSegment(b1142b6e-dead-4f76-9ea3-713e036ec259),segment_id=b1142b6e-dead-4f76-9ea3-713e036ec259)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:04:54.148259 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:54.171309 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f67d0e62-f28d-4aed-afb9-00941ad17059 x-openstack-request-id: req-f67d0e62-f28d-4aed-afb9-00941ad17059 {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:04:54.171619 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6b2699-5423-43ee-99ba-79ff1d1b839d", "name": "network-vif-plugged", "status": "completed", "tag": "909abf1f-8587-4292-b570-7f828854b344", "code": 200}]} {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:04:54.171871 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f67d0e62-f28d-4aed-afb9-00941ad17059 {{(pid=101865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:04:54.172252 dv-cinder-829630-2-iscsi neutron-server[101865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f67d0e62-f28d-4aed-afb9-00941ad17059'] response: {'server_uuid': '4b6b2699-5423-43ee-99ba-79ff1d1b839d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909abf1f-8587-4292-b570-7f828854b344', 'code': 200} May 04 15:04:54.196994 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=909abf1f-8587-4292-b570-7f828854b344,revision_number=5']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:04:54.410345 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0d9b00-1dd4-4775-9b8d-b6739cedfb18 req-ac1c7055-a0a4-4072-babf-1df15ebf4c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:54.411744 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2c0d9b00-1dd4-4775-9b8d-b6739cedfb18 req-ac1c7055-a0a4-4072-babf-1df15ebf4c0c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 1099 time: 0.0480545 May 04 15:04:54.445668 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2c0d9b00-1dd4-4775-9b8d-b6739cedfb18 req-dd77997c-7ab6-4b01-8ad2-8f9adfb44972 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0264339 May 04 15:04:54.576936 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db50d196-4403-41b3-b213-2f6b340c4b27 req-6a30902d-416b-4d4a-b7d1-a85c09483c09 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:54.578456 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-db50d196-4403-41b3-b213-2f6b340c4b27 req-6a30902d-416b-4d4a-b7d1-a85c09483c09 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 946 time: 0.0503066 May 04 15:04:54.616706 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-db50d196-4403-41b3-b213-2f6b340c4b27 req-2cb046b2-1c6d-43ad-bfdb-34698817a2cb tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322540 May 04 15:04:55.782111 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b85250-b552-4b0c-a3c2-5c7179d73b3b req-e6dd0532-2a3b-4824-8811-c61049b90f10 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:55.783590 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d6b85250-b552-4b0c-a3c2-5c7179d73b3b req-e6dd0532-2a3b-4824-8811-c61049b90f10 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 946 time: 0.0497711 May 04 15:04:55.825616 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d6b85250-b552-4b0c-a3c2-5c7179d73b3b req-3c654192-9a1d-475b-be03-2aec56daa278 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359142 May 04 15:04:55.947433 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152ae51a-e576-44d0-a3e0-6d8cccd1810a req-ce262dd0-39bf-4afd-a503-41b743448c62 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:55.949137 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-152ae51a-e576-44d0-a3e0-6d8cccd1810a req-ce262dd0-39bf-4afd-a503-41b743448c62 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 945 time: 0.0649636 May 04 15:04:55.989079 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-152ae51a-e576-44d0-a3e0-6d8cccd1810a req-6f33733a-3de5-433e-8527-d62cfa1be929 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335937 May 04 15:04:56.946494 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b645e783-fa7a-4c58-aa8c-fe7814a4b0c3 req-7f04b506-53dd-4fa0-a4e9-68a0b22e0b7d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:56.947972 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b645e783-fa7a-4c58-aa8c-fe7814a4b0c3 req-7f04b506-53dd-4fa0-a4e9-68a0b22e0b7d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 946 time: 0.0497053 May 04 15:04:56.986390 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b645e783-fa7a-4c58-aa8c-fe7814a4b0c3 req-431fb227-aaf5-45b4-8757-0ece16508a50 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323761 May 04 15:04:57.100948 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5918fae7-9929-4c39-b645-c9220f55a38d req-7ccb69f0-2aae-4b22-bc07-61db50876f9e tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:57.102380 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5918fae7-9929-4c39-b645-c9220f55a38d req-7ccb69f0-2aae-4b22-bc07-61db50876f9e tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 945 time: 0.0477250 May 04 15:04:57.143124 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5918fae7-9929-4c39-b645-c9220f55a38d req-d1012d78-359b-4a1f-b66e-a3d794417da0 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341704 May 04 15:04:57.242705 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58fde57-fe12-45a1-912e-ca36f169f08a req-7e31dfcf-83ce-4d1e-a512-5a1936fc1006 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:57.244183 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d58fde57-fe12-45a1-912e-ca36f169f08a req-7e31dfcf-83ce-4d1e-a512-5a1936fc1006 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 946 time: 0.0485928 May 04 15:04:57.253645 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 47522) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:04:57.257932 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-8dabca9a-4728-4710-8d1a-97efb6f5e746 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Request body: {'floatingip': {'port_id': '909abf1f-8587-4292-b570-7f828854b344'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:04:57.296076 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-8dabca9a-4728-4710-8d1a-97efb6f5e746 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for floatingip, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:57.744462 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-8dabca9a-4728-4710-8d1a-97efb6f5e746 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:57.748932 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-8dabca9a-4728-4710-8d1a-97efb6f5e746 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628046'] for floatingip, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:57.859722 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.db.l3_db [None req-8dabca9a-4728-4710-8d1a-97efb6f5e746 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Floating IP 85a76c0d-1f79-48cf-9ad9-f6191ffc11c8 associated. External IP: 172.27.1.156, port: 909abf1f-8587-4292-b570-7f828854b344. May 04 15:04:58.090105 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dabca9a-4728-4710-8d1a-97efb6f5e746 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Router abdfd2ac-0f24-4034-9f3a-647c8dad7e11 has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:04:58.214340 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dabca9a-4728-4710-8d1a-97efb6f5e746 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:04:58.223019 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-8dabca9a-4728-4710-8d1a-97efb6f5e746 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:04:58.228368 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186824f2-09a2-4dae-b871-3586d9741734 None None] Sync routers for ids ['abdfd2ac-0f24-4034-9f3a-647c8dad7e11'] in dv-cinder-829630-2-iscsi {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:04:58.245963 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186824f2-09a2-4dae-b871-3586d9741734 None None] Routers {'abdfd2ac-0f24-4034-9f3a-647c8dad7e11'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:04:58.246819 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-186824f2-09a2-4dae-b871-3586d9741734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:04:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['abdfd2ac-0f24-4034-9f3a-647c8dad7e11'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:58.274548 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-8dabca9a-4728-4710-8d1a-97efb6f5e746 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "PUT /v2.0/floatingips/85a76c0d-1f79-48cf-9ad9-f6191ffc11c8 HTTP/1.1" status: 200 len: 992 time: 1.0198550 May 04 15:04:58.275808 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b6b2699-5423-43ee-99ba-79ff1d1b839d', 'tag': '909abf1f-8587-4292-b570-7f828854b344'}] {{(pid=101863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:04:58.278625 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c6767b5d81d022f3d85e9c22ce19b705c79dd3cfc51145499811648722293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c0e477-af73-436c-b337-0c4e71240c53" -d '{"events": [{"name": "network-changed", "server_uuid": "4b6b2699-5423-43ee-99ba-79ff1d1b839d", "tag": "909abf1f-8587-4292-b570-7f828854b344"}]}' {{(pid=101863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:04:58.297909 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3290859-0f8d-4473-a3a4-324190973431 req-a7f40c94-f28e-4d18-b8be-d4f350930a23 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:58.299405 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e3290859-0f8d-4473-a3a4-324190973431 req-a7f40c94-f28e-4d18-b8be-d4f350930a23 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 945 time: 0.0827966 May 04 15:04:58.337300 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e3290859-0f8d-4473-a3a4-324190973431 req-c6156073-ba5b-4e16-a26c-38c93d73a0e9 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315187 May 04 15:04:58.360969 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-186824f2-09a2-4dae-b871-3586d9741734 None None] Set router abdfd2ac-0f24-4034-9f3a-647c8dad7e11 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:04:58.382630 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:04:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22d2c76-efeb-4623-b8a5-d3a1ec2e9b84 x-openstack-request-id: req-b22d2c76-efeb-4623-b8a5-d3a1ec2e9b84 {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:04:58.382920 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b6b2699-5423-43ee-99ba-79ff1d1b839d", "tag": "909abf1f-8587-4292-b570-7f828854b344", "status": "completed", "code": 200}]} {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:04:58.383172 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b22d2c76-efeb-4623-b8a5-d3a1ec2e9b84 {{(pid=101863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:04:58.383569 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b22d2c76-efeb-4623-b8a5-d3a1ec2e9b84'] response: {'name': 'network-changed', 'server_uuid': '4b6b2699-5423-43ee-99ba-79ff1d1b839d', 'tag': '909abf1f-8587-4292-b570-7f828854b344', 'status': 'completed', 'code': 200} May 04 15:04:58.488464 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0e477-af73-436c-b337-0c4e71240c53 req-2d359711-b765-49fe-b895-a600fb30cf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:58.489981 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c1c0e477-af73-436c-b337-0c4e71240c53 req-2d359711-b765-49fe-b895-a600fb30cf55 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=192ccf80824d4fa59de46a9e21ae0572&device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 1099 time: 0.0404186 May 04 15:04:58.586102 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-186824f2-09a2-4dae-b871-3586d9741734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'name': 'tempest-AttachVolumeShelveTestJSON-702985069-router', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '14c6e390-898c-40c3-b504-117e314d1081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:12Z', 'updated_at': '2022-05-04T14:58:20Z', 'revision_number': 4, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'gw_port': {'id': '14c6e390-898c-40c3-b504-117e314d1081', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:13Z', 'updated_at': '2022-05-04T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': '85a76c0d-1f79-48cf-9ad9-f6191ffc11c8', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'floating_ip_address': '172.27.1.156', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'port_id': '909abf1f-8587-4292-b570-7f828854b344', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97', 'mac_address': 'fa:16:3e:5a:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6b2699-5423-43ee-99ba-79ff1d1b839d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:04:39Z', 'updated_at': '2022-05-04T15:04:57Z', 'revision_number': 1, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0acc510-f19c-4c98-9715-7d6870342566', 'name': '', 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'mac_address': 'fa:16:3e:b7:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:19Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 5, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'subnets': [{'id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:58.590085 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0e477-af73-436c-b337-0c4e71240c53 req-e8f01579-5830-4ffe-9725-89dca729d6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:58.591750 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c1c0e477-af73-436c-b337-0c4e71240c53 req-e8f01579-5830-4ffe-9725-89dca729d6d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=60c30b73-0e7f-49bb-89af-0e44584f9d97 HTTP/1.1" status: 200 len: 917 time: 0.0936968 May 04 15:04:58.617237 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186824f2-09a2-4dae-b871-3586d9741734 None None] Checking router: abdfd2ac-0f24-4034-9f3a-647c8dad7e11 for host: dv-cinder-829630-2-iscsi {{(pid=101865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:04:58.625843 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186824f2-09a2-4dae-b871-3586d9741734 None None] Routers {'abdfd2ac-0f24-4034-9f3a-647c8dad7e11'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:04:58.626467 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-186824f2-09a2-4dae-b871-3586d9741734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:04:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['abdfd2ac-0f24-4034-9f3a-647c8dad7e11'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:58.661386 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c1c0e477-af73-436c-b337-0c4e71240c53 req-a36dd681-3843-45b6-b60b-304991d158c6 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=909abf1f-8587-4292-b570-7f828854b344 HTTP/1.1" status: 200 len: 1000 time: 0.0619667 May 04 15:04:58.722856 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0e477-af73-436c-b337-0c4e71240c53 req-40f6f1fb-c051-41ab-bfbb-4419ab78628d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:58.724322 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c1c0e477-af73-436c-b337-0c4e71240c53 req-40f6f1fb-c051-41ab-bfbb-4419ab78628d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=030f9125-e21b-4852-a6f8-1ba70c2222d2 HTTP/1.1" status: 200 len: 855 time: 0.0499294 May 04 15:04:58.734902 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-186824f2-09a2-4dae-b871-3586d9741734 None None] Set router abdfd2ac-0f24-4034-9f3a-647c8dad7e11 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:04:58.771247 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0e477-af73-436c-b337-0c4e71240c53 req-d02aac98-402d-450c-948c-1826af89cae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:58.772756 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c1c0e477-af73-436c-b337-0c4e71240c53 req-d02aac98-402d-450c-948c-1826af89cae4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60c30b73-0e7f-49bb-89af-0e44584f9d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0413144 May 04 15:04:58.872102 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c1c0e477-af73-436c-b337-0c4e71240c53 req-c9d8dc41-22e8-4fb1-91c4-ba60792fd828 service neutron] 10.222.0.11 "GET /v2.0/networks/60c30b73-0e7f-49bb-89af-0e44584f9d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834658 May 04 15:04:58.967827 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-186824f2-09a2-4dae-b871-3586d9741734 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'name': 'tempest-AttachVolumeShelveTestJSON-702985069-router', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '14c6e390-898c-40c3-b504-117e314d1081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:12Z', 'updated_at': '2022-05-04T14:58:20Z', 'revision_number': 4, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'gw_port': {'id': '14c6e390-898c-40c3-b504-117e314d1081', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:13Z', 'updated_at': '2022-05-04T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': '85a76c0d-1f79-48cf-9ad9-f6191ffc11c8', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'floating_ip_address': '172.27.1.156', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'port_id': '909abf1f-8587-4292-b570-7f828854b344', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97', 'mac_address': 'fa:16:3e:5a:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6b2699-5423-43ee-99ba-79ff1d1b839d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:04:39Z', 'updated_at': '2022-05-04T15:04:57Z', 'revision_number': 1, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0acc510-f19c-4c98-9715-7d6870342566', 'name': '', 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'mac_address': 'fa:16:3e:b7:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:19Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 5, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'subnets': [{'id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:04:58.969293 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c1c0e477-af73-436c-b337-0c4e71240c53 req-cbcc40c5-6fc2-4f92-864b-66ea257b36da service neutron] 10.222.0.11 "GET /v2.0/networks/60c30b73-0e7f-49bb-89af-0e44584f9d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876603 May 04 15:04:58.996316 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-186824f2-09a2-4dae-b871-3586d9741734 None None] The sync data for ids ['abdfd2ac-0f24-4034-9f3a-647c8dad7e11'] in dv-cinder-829630-2-iscsi is: [{'id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'name': 'tempest-AttachVolumeShelveTestJSON-702985069-router', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '14c6e390-898c-40c3-b504-117e314d1081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:12Z', 'updated_at': '2022-05-04T14:58:20Z', 'revision_number': 4, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'gw_port': {'id': '14c6e390-898c-40c3-b504-117e314d1081', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:13Z', 'updated_at': '2022-05-04T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': '85a76c0d-1f79-48cf-9ad9-f6191ffc11c8', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'floating_ip_address': '172.27.1.156', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'port_id': '909abf1f-8587-4292-b570-7f828854b344', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 514, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97', 'mac_address': 'fa:16:3e:5a:40:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b6b2699-5423-43ee-99ba-79ff1d1b839d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:04:39Z', 'updated_at': '2022-05-04T15:04:57Z', 'revision_number': 1, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f0acc510-f19c-4c98-9715-7d6870342566', 'name': '', 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'mac_address': 'fa:16:3e:b7:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:19Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 5, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'subnets': [{'id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:04:59.194479 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcf752e-38bd-458c-8802-346467a8281c None None] New status for floating IP 85a76c0d-1f79-48cf-9ad9-f6191ffc11c8: ACTIVE {{(pid=101866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:04:59.455317 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b90895d-78f6-4937-b6d6-1e6b2df1d86b req-10be8bd2-5611-47ee-bb9f-f94b6f220a7e tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:04:59.456802 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2b90895d-78f6-4937-b6d6-1e6b2df1d86b req-10be8bd2-5611-47ee-bb9f-f94b6f220a7e tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 945 time: 0.0481393 May 04 15:04:59.494579 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2b90895d-78f6-4937-b6d6-1e6b2df1d86b req-43ef103f-305b-4026-bdac-d6ed3d51bf70 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318527 May 04 15:05:00.612829 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbc2ce6-9500-4213-8395-d724750c643f req-bd13ccb3-d1ab-45f1-b3fc-9b15da3c6315 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:00.614329 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-adbc2ce6-9500-4213-8395-d724750c643f req-bd13ccb3-d1ab-45f1-b3fc-9b15da3c6315 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 945 time: 0.0529270 May 04 15:05:00.900220 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-adbc2ce6-9500-4213-8395-d724750c643f req-8604e8be-3b1a-4e2b-92ea-121982df3515 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2793357 May 04 15:05:02.024257 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbf32f6-34cf-4a1c-92a2-c83c3b4cd38c req-782d1814-04e0-4cda-b9e0-bc1e4d52eadd tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:02.025798 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5dbf32f6-34cf-4a1c-92a2-c83c3b4cd38c req-782d1814-04e0-4cda-b9e0-bc1e4d52eadd tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 945 time: 0.0490825 May 04 15:05:02.065263 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5dbf32f6-34cf-4a1c-92a2-c83c3b4cd38c req-a85d922a-576e-4c41-9e14-5d02d6b5d832 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327322 May 04 15:05:03.178958 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79da5a2-14a9-41b3-afe5-8568bdae0418 req-62cf24af-208b-4210-9629-de4c03e315cd tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:03.180340 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e79da5a2-14a9-41b3-afe5-8568bdae0418 req-62cf24af-208b-4210-9629-de4c03e315cd tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 945 time: 0.0476871 May 04 15:05:03.217722 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e79da5a2-14a9-41b3-afe5-8568bdae0418 req-103f0d8f-1209-449d-afd8-0eb0e31c76ea tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308840 May 04 15:05:04.339879 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d728dd16-e517-4c5c-890f-df39ff3a665c req-6ce0d2ea-4d78-448b-9fd9-d4a4fe8d58ad tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:04.341519 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d728dd16-e517-4c5c-890f-df39ff3a665c req-6ce0d2ea-4d78-448b-9fd9-d4a4fe8d58ad tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 945 time: 0.0528560 May 04 15:05:04.383035 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d728dd16-e517-4c5c-890f-df39ff3a665c req-2f159332-c8c8-4e61-b3cc-7768df54d0df tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350242 May 04 15:05:05.498337 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb84603d-3d1c-42f9-9de5-e78270d247fb req-bd151d58-0e70-4619-8464-6a20f6fd5227 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:05.499803 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-fb84603d-3d1c-42f9-9de5-e78270d247fb req-bd151d58-0e70-4619-8464-6a20f6fd5227 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 945 time: 0.0480113 May 04 15:05:05.537720 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-fb84603d-3d1c-42f9-9de5-e78270d247fb req-2e2d6188-4391-4340-9633-f558ad590a0f tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319541 May 04 15:05:06.074069 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:05:06.125479 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b50690-b9f8-44f9-85d9-a03248780f85 req-cceb2a81-9427-48c4-a80d-bfdf695fedbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:06.126932 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-27b50690-b9f8-44f9-85d9-a03248780f85 req-cceb2a81-9427-48c4-a80d-bfdf695fedbf service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6372aa68ca5c44809b1fa0533fd5e71e&device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 1098 time: 0.0398104 May 04 15:05:06.152499 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-07e6ca85-332b-4393-84c1-1005af663389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:06.218314 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b50690-b9f8-44f9-85d9-a03248780f85 req-da07e071-b93a-4cca-861b-52f2ac3cec41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:06.219758 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-27b50690-b9f8-44f9-85d9-a03248780f85 req-da07e071-b93a-4cca-861b-52f2ac3cec41 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fb84f7af-1bc5-4003-9493-f24d10e945c8 HTTP/1.1" status: 200 len: 910 time: 0.0860054 May 04 15:05:06.283845 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-27b50690-b9f8-44f9-85d9-a03248780f85 req-ce3408fc-b953-44e9-afaa-43d3e9613274 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80af6ecb-8dd6-45ae-a159-395bf6bb57b5 HTTP/1.1" status: 200 len: 1001 time: 0.0573487 May 04 15:05:06.335759 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b50690-b9f8-44f9-85d9-a03248780f85 req-da1654bb-63b6-4d99-83cb-5616a1f4f4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:06.337099 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-27b50690-b9f8-44f9-85d9-a03248780f85 req-da1654bb-63b6-4d99-83cb-5616a1f4f4a6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bdee7d98-9fd3-42c6-a1f6-0ef6423d6573 HTTP/1.1" status: 200 len: 848 time: 0.0458615 May 04 15:05:06.381943 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b50690-b9f8-44f9-85d9-a03248780f85 req-91555cf5-b2a5-430e-b994-39008376464d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:06.383424 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-27b50690-b9f8-44f9-85d9-a03248780f85 req-91555cf5-b2a5-430e-b994-39008376464d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fb84f7af-1bc5-4003-9493-f24d10e945c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399785 May 04 15:05:06.470156 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-27b50690-b9f8-44f9-85d9-a03248780f85 req-17bf7f66-34ec-4a77-85df-78b0991d04ea service neutron] 10.222.0.11 "GET /v2.0/networks/fb84f7af-1bc5-4003-9493-f24d10e945c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795093 May 04 15:05:06.561179 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-27b50690-b9f8-44f9-85d9-a03248780f85 req-7d3b512d-6573-4516-9e90-a2bd8c930ea2 service neutron] 10.222.0.11 "GET /v2.0/networks/fb84f7af-1bc5-4003-9493-f24d10e945c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841141 May 04 15:05:06.654082 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2645c8c8-2562-48bd-b2e8-03bb70929531 req-362e9027-fb79-485f-8c50-b6ba9e2c8320 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:06.655475 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2645c8c8-2562-48bd-b2e8-03bb70929531 req-362e9027-fb79-485f-8c50-b6ba9e2c8320 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 945 time: 0.0487065 May 04 15:05:06.692569 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2645c8c8-2562-48bd-b2e8-03bb70929531 req-15304534-9091-4f91-be98-2864383ad2f6 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309918 May 04 15:05:07.808059 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a52c6d-5951-420f-b28f-91a4adf33f16 req-53e660b7-1630-408a-b25b-f741e9997df1 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:07.809611 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-66a52c6d-5951-420f-b28f-91a4adf33f16 req-53e660b7-1630-408a-b25b-f741e9997df1 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 945 time: 0.0493343 May 04 15:05:07.847460 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-66a52c6d-5951-420f-b28f-91a4adf33f16 req-9a4ed8e8-a51b-4ebe-9cb0-7eb18009c733 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319254 May 04 15:05:08.425281 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-f5062356-c9e1-4b67-89c6-f23c152b7fe5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:08.972954 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf281b5-2a03-46ac-b54a-6f2e63b7f358 req-ea438249-9cd8-4c62-bb44-f01ada0ac41c tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:08.974456 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4bf281b5-2a03-46ac-b54a-6f2e63b7f358 req-ea438249-9cd8-4c62-bb44-f01ada0ac41c tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 945 time: 0.0529485 May 04 15:05:09.012885 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4bf281b5-2a03-46ac-b54a-6f2e63b7f358 req-ea7b6766-692c-4611-adb5-672a054386a9 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322111 May 04 15:05:09.227094 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea3f978-b21d-4e5c-bc18-b4ad6a60c9d4 req-0948f187-7902-44c4-aa66-d8b5f32fd80b tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:09.228564 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8ea3f978-b21d-4e5c-bc18-b4ad6a60c9d4 req-0948f187-7902-44c4-aa66-d8b5f32fd80b tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 945 time: 0.0514021 May 04 15:05:09.256600 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 47570) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:09.267965 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8ea3f978-b21d-4e5c-bc18-b4ad6a60c9d4 req-7cee5849-3e7b-4daf-8635-0f6fa4f6aa02 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331459 May 04 15:05:09.348799 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-06c22528-9716-4f69-8494-842d04c24004 req-90ac89c7-863f-4035-80b4-2d8cb00cf0a1 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0909982 May 04 15:05:09.357495 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [req-06c22528-9716-4f69-8494-842d04c24004 req-c1189140-aed0-47f3-8f75-20a0b46d8101 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=101864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 15:05:09.358466 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-06c22528-9716-4f69-8494-842d04c24004 req-c1189140-aed0-47f3-8f75-20a0b46d8101 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049739 May 04 15:05:09.671488 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:10.391050 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ea33ce-d4c9-408c-b99e-0a85b9addee7 req-14609b40-d164-4a38-a930-4cfca5279765 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:10.392657 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-59ea33ce-d4c9-408c-b99e-0a85b9addee7 req-14609b40-d164-4a38-a930-4cfca5279765 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 945 time: 0.0559051 May 04 15:05:10.431574 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-59ea33ce-d4c9-408c-b99e-0a85b9addee7 req-50c13714-d2d7-44e5-b3ad-e29cb32507dd tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325456 May 04 15:05:10.439595 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:11.025037 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c22528-9716-4f69-8494-842d04c24004 req-cabb85be-97b7-40ce-b92f-4047413f48dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:11.026782 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-06c22528-9716-4f69-8494-842d04c24004 req-cabb85be-97b7-40ce-b92f-4047413f48dd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295&tenant_id=6372aa68ca5c44809b1fa0533fd5e71e HTTP/1.1" status: 200 len: 1098 time: 0.0445049 May 04 15:05:11.119337 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c22528-9716-4f69-8494-842d04c24004 req-fdb6b4c9-7915-45d4-8e4f-f8c800a98a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:11.121443 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-06c22528-9716-4f69-8494-842d04c24004 req-fdb6b4c9-7915-45d4-8e4f-f8c800a98a2a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6372aa68ca5c44809b1fa0533fd5e71e&device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 1098 time: 0.0402479 May 04 15:05:11.212199 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c22528-9716-4f69-8494-842d04c24004 req-f5648a18-b0a3-434b-9f57-16ed1daf4c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:11.213702 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-06c22528-9716-4f69-8494-842d04c24004 req-f5648a18-b0a3-434b-9f57-16ed1daf4c46 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fb84f7af-1bc5-4003-9493-f24d10e945c8 HTTP/1.1" status: 200 len: 910 time: 0.0848334 May 04 15:05:11.277934 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-06c22528-9716-4f69-8494-842d04c24004 req-c2c6bd2b-6563-4a77-b613-2ebd66541672 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80af6ecb-8dd6-45ae-a159-395bf6bb57b5 HTTP/1.1" status: 200 len: 1001 time: 0.0575747 May 04 15:05:11.309855 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:11.338675 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c22528-9716-4f69-8494-842d04c24004 req-35326ad0-a967-46af-8915-ac986994f63f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:11.340172 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-06c22528-9716-4f69-8494-842d04c24004 req-35326ad0-a967-46af-8915-ac986994f63f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bdee7d98-9fd3-42c6-a1f6-0ef6423d6573 HTTP/1.1" status: 200 len: 848 time: 0.0443835 May 04 15:05:11.390617 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c22528-9716-4f69-8494-842d04c24004 req-721def0e-6966-420f-af6d-f3027524346e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:11.392094 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-06c22528-9716-4f69-8494-842d04c24004 req-721def0e-6966-420f-af6d-f3027524346e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fb84f7af-1bc5-4003-9493-f24d10e945c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448742 May 04 15:05:11.588084 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a299ca5-a36b-4ca5-a6fc-79fe55f95b8e req-2c6cc4b8-ee7d-4a4f-9f6b-a0e5cf2642c8 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:11.590299 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7a299ca5-a36b-4ca5-a6fc-79fe55f95b8e req-2c6cc4b8-ee7d-4a4f-9f6b-a0e5cf2642c8 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 945 time: 0.0737052 May 04 15:05:11.592462 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-06c22528-9716-4f69-8494-842d04c24004 req-eccbd9c4-de85-46bf-a025-6cd7b924369e service neutron] 10.222.0.11 "GET /v2.0/networks/fb84f7af-1bc5-4003-9493-f24d10e945c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277170 May 04 15:05:11.679492 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7a299ca5-a36b-4ca5-a6fc-79fe55f95b8e req-8dc1b62f-d9a7-4750-892b-2f45320b32e5 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831211 May 04 15:05:11.709434 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-06c22528-9716-4f69-8494-842d04c24004 req-ce7b5815-c03e-4749-b48f-75ea88ad6a60 service neutron] 10.222.0.11 "GET /v2.0/networks/fb84f7af-1bc5-4003-9493-f24d10e945c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070738 May 04 15:05:11.711864 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:11.995525 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 80af6ecb-8dd6-45ae-a159-395bf6bb57b5 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:05:12.080881 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:12.105021 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd163408-7c9c-4edf-a87d-7be5e9eb1295', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80af6ecb-8dd6-45ae-a159-395bf6bb57b5'}] {{(pid=101865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:05:12.107550 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13127db273ea31dc2797640238b9d4a3f6ca00c8d3f152038556e6a345f6b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddb1238b-1361-4ddc-937a-c14523906caf" -d '{"events": [{"server_uuid": "fd163408-7c9c-4edf-a87d-7be5e9eb1295", "name": "network-vif-unplugged", "status": "completed", "tag": "80af6ecb-8dd6-45ae-a159-395bf6bb57b5"}]}' {{(pid=101865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:05:12.120640 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 80af6ecb-8dd6-45ae-a159-395bf6bb57b5, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=80af6ecb-8dd6-45ae-a159-395bf6bb57b5,segment=NetworkSegment(95934612-3076-4b22-b597-42ecf73c8405),segment_id=95934612-3076-4b22-b597-42ecf73c8405)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:12.125511 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:12.148567 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 May 2022 15:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4cd3ba-f390-4ed7-a5e8-445f912001c7 x-openstack-request-id: req-8b4cd3ba-f390-4ed7-a5e8-445f912001c7 {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:05:12.148945 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd163408-7c9c-4edf-a87d-7be5e9eb1295", "name": "network-vif-unplugged", "status": "completed", "tag": "80af6ecb-8dd6-45ae-a159-395bf6bb57b5", "code": 200}]} {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:05:12.149197 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8b4cd3ba-f390-4ed7-a5e8-445f912001c7 {{(pid=101865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:05:12.149577 dv-cinder-829630-2-iscsi neutron-server[101865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b4cd3ba-f390-4ed7-a5e8-445f912001c7'] response: {'server_uuid': 'fd163408-7c9c-4edf-a87d-7be5e9eb1295', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80af6ecb-8dd6-45ae-a159-395bf6bb57b5', 'code': 200} May 04 15:05:12.174804 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=80af6ecb-8dd6-45ae-a159-395bf6bb57b5,revision_number=6']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:12.799201 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142f35fb-84fc-41ff-8ca2-982827e99f25 req-9ccae3f5-a915-46cd-a478-5a2d43265e80 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:12.800711 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-142f35fb-84fc-41ff-8ca2-982827e99f25 req-9ccae3f5-a915-46cd-a478-5a2d43265e80 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 943 time: 0.0500374 May 04 15:05:12.840233 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-142f35fb-84fc-41ff-8ca2-982827e99f25 req-c6c92fad-7caa-4c7e-9065-d38190a8cfeb tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334864 May 04 15:05:13.957667 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b279c7c2-1d80-4d8c-b4e4-fb75cd241aec req-b701a5e0-6c1a-469d-a1dc-ab10cf7299f0 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:13.959153 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b279c7c2-1d80-4d8c-b4e4-fb75cd241aec req-b701a5e0-6c1a-469d-a1dc-ab10cf7299f0 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 943 time: 0.0520144 May 04 15:05:13.998604 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b279c7c2-1d80-4d8c-b4e4-fb75cd241aec req-518a30c9-7c9d-4dc6-bc11-40c51c8d5c97 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327740 May 04 15:05:15.101732 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-53410c86-322b-4be9-8e1e-e345c0ffbe98 req-71a8d0e9-dad7-4add-a92c-6df02746be05 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0653389 May 04 15:05:15.122052 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c25139-f45f-4393-bd31-39d0394045f7 req-3e618b2b-d8a0-4829-bc97-92d50fba2b92 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:15.123479 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f1c25139-f45f-4393-bd31-39d0394045f7 req-3e618b2b-d8a0-4829-bc97-92d50fba2b92 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 943 time: 0.0559161 May 04 15:05:15.189320 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f1c25139-f45f-4393-bd31-39d0394045f7 req-c5d2b46b-ea3e-4b36-829a-0d10fa40ce30 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596478 May 04 15:05:15.203279 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53410c86-322b-4be9-8e1e-e345c0ffbe98 req-1703298b-18d2-4cbe-a50e-01e87244354d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:15.204802 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-53410c86-322b-4be9-8e1e-e345c0ffbe98 req-1703298b-18d2-4cbe-a50e-01e87244354d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=905c2ec6da98485d974f32e58df0cfb5&device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 1098 time: 0.0617793 May 04 15:05:15.313556 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53410c86-322b-4be9-8e1e-e345c0ffbe98 req-2974b1fa-576f-47e3-8cff-4fed53990348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:15.315033 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-53410c86-322b-4be9-8e1e-e345c0ffbe98 req-2974b1fa-576f-47e3-8cff-4fed53990348 service neutron] 10.222.0.11 "GET /v2.0/networks?id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc HTTP/1.1" status: 200 len: 920 time: 0.0844362 May 04 15:05:15.384786 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-53410c86-322b-4be9-8e1e-e345c0ffbe98 req-0fabe484-d5d5-48cc-b682-c085e125a51e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e15c5d79-99c5-4358-832f-31842b7bbd12 HTTP/1.1" status: 200 len: 1001 time: 0.0625460 May 04 15:05:15.433845 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53410c86-322b-4be9-8e1e-e345c0ffbe98 req-b5917b37-c31c-45dc-b7de-8ae56aec3859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:15.435294 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-53410c86-322b-4be9-8e1e-e345c0ffbe98 req-b5917b37-c31c-45dc-b7de-8ae56aec3859 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a HTTP/1.1" status: 200 len: 858 time: 0.0439918 May 04 15:05:15.482014 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53410c86-322b-4be9-8e1e-e345c0ffbe98 req-24809907-c2e2-4f70-a55f-ee688c8af6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:15.483494 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-53410c86-322b-4be9-8e1e-e345c0ffbe98 req-24809907-c2e2-4f70-a55f-ee688c8af6b0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407181 May 04 15:05:15.575474 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-53410c86-322b-4be9-8e1e-e345c0ffbe98 req-7cdeec3f-418a-42a2-a8e3-ad232a77a999 service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852506 May 04 15:05:15.666037 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-53410c86-322b-4be9-8e1e-e345c0ffbe98 req-218ee694-44b7-4b83-bb91-8f0a0d101444 service neutron] 10.222.0.11 "GET /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835810 May 04 15:05:16.309889 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad1dbba-6574-454f-806b-6e6219afb8a2 req-3dcb3d25-c62d-4326-a8b6-0a4b657c4aca tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:16.311408 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6ad1dbba-6574-454f-806b-6e6219afb8a2 req-3dcb3d25-c62d-4326-a8b6-0a4b657c4aca tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 943 time: 0.0529518 May 04 15:05:16.358232 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6ad1dbba-6574-454f-806b-6e6219afb8a2 req-e0ed097e-bbe5-4274-9765-099188cc23d0 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408392 May 04 15:05:17.479050 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e7353f-3998-4d1d-842b-5842d28c12af req-d8aaf2c2-2519-4a76-9db3-6bf4c4259111 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:17.480521 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f9e7353f-3998-4d1d-842b-5842d28c12af req-d8aaf2c2-2519-4a76-9db3-6bf4c4259111 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 943 time: 0.0527036 May 04 15:05:17.518365 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f9e7353f-3998-4d1d-842b-5842d28c12af req-a74b2166-7ce1-489f-87cc-5a025f00e3f9 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319211 May 04 15:05:18.634698 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328ef8d4-1cef-44dc-8370-b0d8d93e7d52 req-e33f534e-a663-4de6-9027-3f571e7689df tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:18.637239 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-328ef8d4-1cef-44dc-8370-b0d8d93e7d52 req-e33f534e-a663-4de6-9027-3f571e7689df tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 943 time: 0.0515468 May 04 15:05:18.677626 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-328ef8d4-1cef-44dc-8370-b0d8d93e7d52 req-15de9b19-e7fe-436a-89b1-194de50bd566 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339363 May 04 15:05:19.351254 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86609636-3d25-4280-b1d5-0344af83482f req-762481d1-9b95-490b-a39f-0d006d3d9303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:19.352741 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-86609636-3d25-4280-b1d5-0344af83482f req-762481d1-9b95-490b-a39f-0d006d3d9303 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 1096 time: 0.0405803 May 04 15:05:19.389675 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-86609636-3d25-4280-b1d5-0344af83482f req-68c232c4-5126-4930-8f8d-478bd055117d service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290122 May 04 15:05:19.800650 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb28dcee-21f1-483a-954f-ab6d0edea276 req-8b3fdb2a-1ece-4fc3-965e-5c66b30e5a7e tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:19.802140 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-eb28dcee-21f1-483a-954f-ab6d0edea276 req-8b3fdb2a-1ece-4fc3-965e-5c66b30e5a7e tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 943 time: 0.0516353 May 04 15:05:19.838864 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-eb28dcee-21f1-483a-954f-ab6d0edea276 req-86169990-b4f2-449d-add5-eba65b197850 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302498 May 04 15:05:20.052220 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 80af6ecb-8dd6-45ae-a159-395bf6bb57b5 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:05:20.156746 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 80af6ecb-8dd6-45ae-a159-395bf6bb57b5, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=80af6ecb-8dd6-45ae-a159-395bf6bb57b5,segment=NetworkSegment(95934612-3076-4b22-b597-42ecf73c8405),segment_id=95934612-3076-4b22-b597-42ecf73c8405)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:20.171389 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Returning: {'device': '80af6ecb-8dd6-45ae-a159-395bf6bb57b5', 'network_id': 'fb84f7af-1bc5-4003-9493-f24d10e945c8', 'port_id': '80af6ecb-8dd6-45ae-a159-395bf6bb57b5', 'mac_address': 'fa:16:3e:86:d6:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 281, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bdee7d98-9fd3-42c6-a1f6-0ef6423d6573', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:05:20.207783 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:20.220645 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80af6ecb-8dd6-45ae-a159-395bf6bb57b5 {{(pid=101865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:05:20.239106 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 80af6ecb-8dd6-45ae-a159-395bf6bb57b5, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=80af6ecb-8dd6-45ae-a159-395bf6bb57b5,segment=NetworkSegment(95934612-3076-4b22-b597-42ecf73c8405),segment_id=95934612-3076-4b22-b597-42ecf73c8405)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:20.243394 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:20.289044 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=80af6ecb-8dd6-45ae-a159-395bf6bb57b5,revision_number=7']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:20.966170 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1466c4b9-b74a-4e07-a0fa-465b61582344 req-b223ab27-41fd-417f-9a58-884ae6ee6eb4 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:20.967660 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1466c4b9-b74a-4e07-a0fa-465b61582344 req-b223ab27-41fd-417f-9a58-884ae6ee6eb4 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 944 time: 0.0615358 May 04 15:05:21.008053 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1466c4b9-b74a-4e07-a0fa-465b61582344 req-7b933d93-c704-4ab8-bde0-9dc19c99233b tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335667 May 04 15:05:21.763708 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['80af6ecb-8dd6-45ae-a159-395bf6bb57b5'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:05:22.127089 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839b92e-f21e-4a8c-8d43-65759801eb01 req-91ae5530-c64d-46c3-8223-65622e649eba tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:22.128596 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e839b92e-f21e-4a8c-8d43-65759801eb01 req-91ae5530-c64d-46c3-8223-65622e649eba tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 944 time: 0.0548089 May 04 15:05:22.174259 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e839b92e-f21e-4a8c-8d43-65759801eb01 req-dc8959aa-83cc-49d2-be7c-a8cf03fe407c tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395417 May 04 15:05:24.054002 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 80af6ecb-8dd6-45ae-a159-395bf6bb57b5 up at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:05:24.103505 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning complete for port 80af6ecb-8dd6-45ae-a159-395bf6bb57b5 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:05:24.104374 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:24.186719 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:24.208023 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd163408-7c9c-4edf-a87d-7be5e9eb1295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80af6ecb-8dd6-45ae-a159-395bf6bb57b5'}] {{(pid=101865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:05:24.210248 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13127db273ea31dc2797640238b9d4a3f6ca00c8d3f152038556e6a345f6b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-747c593b-4d32-4d70-b43b-390b9f06fae0" -d '{"events": [{"server_uuid": "fd163408-7c9c-4edf-a87d-7be5e9eb1295", "name": "network-vif-plugged", "status": "completed", "tag": "80af6ecb-8dd6-45ae-a159-395bf6bb57b5"}]}' {{(pid=101865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:05:24.223021 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 80af6ecb-8dd6-45ae-a159-395bf6bb57b5, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=80af6ecb-8dd6-45ae-a159-395bf6bb57b5,segment=NetworkSegment(95934612-3076-4b22-b597-42ecf73c8405),segment_id=95934612-3076-4b22-b597-42ecf73c8405)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:24.227237 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:24.252117 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:05:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8584a631-20b3-42f7-8bcc-05fee5a17156 x-openstack-request-id: req-8584a631-20b3-42f7-8bcc-05fee5a17156 {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:05:24.252542 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd163408-7c9c-4edf-a87d-7be5e9eb1295", "name": "network-vif-plugged", "status": "completed", "tag": "80af6ecb-8dd6-45ae-a159-395bf6bb57b5", "code": 200}]} {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:05:24.252819 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8584a631-20b3-42f7-8bcc-05fee5a17156 {{(pid=101865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:05:24.253208 dv-cinder-829630-2-iscsi neutron-server[101865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8584a631-20b3-42f7-8bcc-05fee5a17156'] response: {'server_uuid': 'fd163408-7c9c-4edf-a87d-7be5e9eb1295', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80af6ecb-8dd6-45ae-a159-395bf6bb57b5', 'code': 200} May 04 15:05:24.275358 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=80af6ecb-8dd6-45ae-a159-395bf6bb57b5,revision_number=8']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:28.475860 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58fa6e77-e930-4a9e-a210-92e5de4fc4eb req-76ca4421-9571-4163-96c6-7eeb455c1ad8 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:28.477341 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-58fa6e77-e930-4a9e-a210-92e5de4fc4eb req-76ca4421-9571-4163-96c6-7eeb455c1ad8 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 945 time: 0.0543599 May 04 15:05:28.517410 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-58fa6e77-e930-4a9e-a210-92e5de4fc4eb req-0a1c8cf7-3dff-4640-a006-33ee8ca5fd78 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=536153dc-1e79-4719-a214-ff5c7bae6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322003 May 04 15:05:29.641895 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57683889-d330-474d-b339-8f6e79948213 req-ccc5c159-a8ff-4bb1-8acc-022d5a5fe380 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:29.643421 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-57683889-d330-474d-b339-8f6e79948213 req-ccc5c159-a8ff-4bb1-8acc-022d5a5fe380 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 945 time: 0.0515375 May 04 15:05:29.682987 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-57683889-d330-474d-b339-8f6e79948213 req-be119e89-cdca-4eb5-9ad5-3d39309e832e tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=536153dc-1e79-4719-a214-ff5c7bae6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334039 May 04 15:05:30.819726 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e2402b-b301-4e24-bcfb-1cf700359101 req-c72dd11c-240a-4733-96a1-291dd5b6dbdc tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:30.822013 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-14e2402b-b301-4e24-bcfb-1cf700359101 req-c72dd11c-240a-4733-96a1-291dd5b6dbdc tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 945 time: 0.0713007 May 04 15:05:30.861712 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-14e2402b-b301-4e24-bcfb-1cf700359101 req-c79f7733-f84c-49ef-9759-d0647372b3a6 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=536153dc-1e79-4719-a214-ff5c7bae6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331826 May 04 15:05:31.984989 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658482f5-8456-48b7-9025-335419aa0808 req-bde18f83-d665-458a-afa4-31c10ae50cb0 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:31.986441 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-658482f5-8456-48b7-9025-335419aa0808 req-bde18f83-d665-458a-afa4-31c10ae50cb0 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 945 time: 0.0552113 May 04 15:05:32.035458 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-658482f5-8456-48b7-9025-335419aa0808 req-5c4efdea-a9e3-45aa-8ce6-c86b9c068c3d tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=536153dc-1e79-4719-a214-ff5c7bae6b3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429401 May 04 15:05:32.476176 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00bd0ee-aa6c-47c4-94c9-035c9f4ae100 req-60d69a26-ac01-4245-a830-3fe1f3d1ba11 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:32.477652 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a00bd0ee-aa6c-47c4-94c9-035c9f4ae100 req-60d69a26-ac01-4245-a830-3fe1f3d1ba11 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.11 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 945 time: 0.0486350 May 04 15:05:32.580590 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [req-a00bd0ee-aa6c-47c4-94c9-035c9f4ae100 req-ab91336b-6619-4733-8a63-84c4dacc79b1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Deleting port e15c5d79-99c5-4358-832f-31842b7bbd12 {{(pid=101863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:05:32.580955 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-a00bd0ee-aa6c-47c4-94c9-035c9f4ae100 req-ab91336b-6619-4733-8a63-84c4dacc79b1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:32.670556 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [req-a00bd0ee-aa6c-47c4-94c9-035c9f4ae100 req-ab91336b-6619-4733-8a63-84c4dacc79b1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] For port e15c5d79-99c5-4358-832f-31842b7bbd12, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=e15c5d79-99c5-4358-832f-31842b7bbd12,segment=NetworkSegment(534d5c1f-96ae-4c1a-a88f-267c90e99e91),segment_id=534d5c1f-96ae-4c1a-a88f-267c90e99e91)] {{(pid=101863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:32.670919 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-a00bd0ee-aa6c-47c4-94c9-035c9f4ae100 req-ab91336b-6619-4733-8a63-84c4dacc79b1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:32.842961 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-a00bd0ee-aa6c-47c4-94c9-035c9f4ae100 req-ab91336b-6619-4733-8a63-84c4dacc79b1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:32.843239 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-a00bd0ee-aa6c-47c4-94c9-035c9f4ae100 req-ab91336b-6619-4733-8a63-84c4dacc79b1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628046'] for floatingip, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:32.843553 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.db.l3_db [req-a00bd0ee-aa6c-47c4-94c9-035c9f4ae100 req-ab91336b-6619-4733-8a63-84c4dacc79b1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Floating IP 8419d83a-1ffa-4834-a096-24cca32b4d6c disassociated. External IP: 172.27.1.205, port: e15c5d79-99c5-4358-832f-31842b7bbd12. May 04 15:05:32.843895 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [req-a00bd0ee-aa6c-47c4-94c9-035c9f4ae100 req-ab91336b-6619-4733-8a63-84c4dacc79b1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Calling delete_port for e15c5d79-99c5-4358-832f-31842b7bbd12 owned by compute:nova {{(pid=101863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:05:32.972938 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-a00bd0ee-aa6c-47c4-94c9-035c9f4ae100 req-ab91336b-6619-4733-8a63-84c4dacc79b1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:33.001150 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab91336b-6619-4733-8a63-84c4dacc79b1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Pushing event deleted for resources: {'Port': ['ID=e15c5d79-99c5-4358-832f-31842b7bbd12,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:33.012212 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91336b-6619-4733-8a63-84c4dacc79b1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:33.012562 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91336b-6619-4733-8a63-84c4dacc79b1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:33.012925 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91336b-6619-4733-8a63-84c4dacc79b1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:33.013260 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91336b-6619-4733-8a63-84c4dacc79b1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:33.013589 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91336b-6619-4733-8a63-84c4dacc79b1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:33.013931 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91336b-6619-4733-8a63-84c4dacc79b1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:33.014256 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91336b-6619-4733-8a63-84c4dacc79b1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:33.014579 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91336b-6619-4733-8a63-84c4dacc79b1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:33.014901 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91336b-6619-4733-8a63-84c4dacc79b1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:33.015226 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91336b-6619-4733-8a63-84c4dacc79b1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:33.015548 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91336b-6619-4733-8a63-84c4dacc79b1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:33.016060 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab91336b-6619-4733-8a63-84c4dacc79b1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:33.141479 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-55b6b299-2b62-4984-993c-48b47ff95033 req-cf557c18-558b-423f-94b6-6b6085f5320b tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2 HTTP/1.1" status: 200 len: 210 time: 0.0328884 May 04 15:05:33.156327 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a00bd0ee-aa6c-47c4-94c9-035c9f4ae100 req-ab91336b-6619-4733-8a63-84c4dacc79b1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Router cf3ad22b-808f-4331-9948-e6e91d3b6eac has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:05:33.284953 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a00bd0ee-aa6c-47c4-94c9-035c9f4ae100 req-ab91336b-6619-4733-8a63-84c4dacc79b1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:05:33.295747 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775647b7-2353-4d4b-ba02-fabc10c11be8 None None] Sync routers for ids ['cf3ad22b-808f-4331-9948-e6e91d3b6eac'] in dv-cinder-829630-2-iscsi {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:05:33.306396 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775647b7-2353-4d4b-ba02-fabc10c11be8 None None] Routers {'cf3ad22b-808f-4331-9948-e6e91d3b6eac'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:05:33.307603 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-775647b7-2353-4d4b-ba02-fabc10c11be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:05:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['cf3ad22b-808f-4331-9948-e6e91d3b6eac'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:33.330969 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00bd0ee-aa6c-47c4-94c9-035c9f4ae100 req-ab91336b-6619-4733-8a63-84c4dacc79b1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] No DVR routers for this DVR port e15c5d79-99c5-4358-832f-31842b7bbd12 on host hv-cinder-82963 {{(pid=101863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:05:33.333581 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-a00bd0ee-aa6c-47c4-94c9-035c9f4ae100 req-ab91336b-6619-4733-8a63-84c4dacc79b1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:33.336986 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a00bd0ee-aa6c-47c4-94c9-035c9f4ae100 req-ab91336b-6619-4733-8a63-84c4dacc79b1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.11 "DELETE /v2.0/ports/e15c5d79-99c5-4358-832f-31842b7bbd12 HTTP/1.1" status: 204 len: 173 time: 0.8529146 May 04 15:05:33.337439 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2', 'name': 'network-vif-deleted', 'tag': 'e15c5d79-99c5-4358-832f-31842b7bbd12'}] {{(pid=101863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:05:33.340613 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c6767b5d81d022f3d85e9c22ce19b705c79dd3cfc51145499811648722293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37c1a218-fc40-45c9-8b51-078824575ec7" -d '{"events": [{"server_uuid": "e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2", "name": "network-vif-deleted", "tag": "e15c5d79-99c5-4358-832f-31842b7bbd12"}]}' {{(pid=101863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:05:33.386188 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361bdf45-65ad-49ea-8bcb-d2dc90742438 x-openstack-request-id: req-361bdf45-65ad-49ea-8bcb-d2dc90742438 {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:05:33.386568 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2", "name": "network-vif-deleted", "tag": "e15c5d79-99c5-4358-832f-31842b7bbd12", "status": "completed", "code": 200}]} {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:05:33.387070 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-361bdf45-65ad-49ea-8bcb-d2dc90742438 {{(pid=101863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:05:33.387431 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-361bdf45-65ad-49ea-8bcb-d2dc90742438'] response: {'server_uuid': 'e1cd386e-f4c0-4e9d-81cf-cc72036c0ba2', 'name': 'network-vif-deleted', 'tag': 'e15c5d79-99c5-4358-832f-31842b7bbd12', 'status': 'completed', 'code': 200} May 04 15:05:33.426392 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-775647b7-2353-4d4b-ba02-fabc10c11be8 None None] Set router cf3ad22b-808f-4331-9948-e6e91d3b6eac gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:05:33.643816 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-775647b7-2353-4d4b-ba02-fabc10c11be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'name': 'tempest-ServerRescueNegativeTestJSON-1965692413-router', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '21f78449-930d-41d7-a0fc-3452d0ca9b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:14Z', 'updated_at': '2022-05-04T14:58:21Z', 'revision_number': 4, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'gw_port': {'id': '21f78449-930d-41d7-a0fc-3452d0ca9b33', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:15Z', 'updated_at': '2022-05-04T14:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '8b2f621d-7e96-4aa4-8a90-c05ae653fc54', 'name': '', 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'mac_address': 'fa:16:3e:3a:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:20Z', 'updated_at': '2022-05-04T14:58:37Z', 'revision_number': 5, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'subnets': [{'id': '5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:33.682298 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775647b7-2353-4d4b-ba02-fabc10c11be8 None None] Checking router: cf3ad22b-808f-4331-9948-e6e91d3b6eac for host: dv-cinder-829630-2-iscsi {{(pid=101865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:05:33.692481 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-775647b7-2353-4d4b-ba02-fabc10c11be8 None None] Routers {'cf3ad22b-808f-4331-9948-e6e91d3b6eac'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:05:33.693303 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-775647b7-2353-4d4b-ba02-fabc10c11be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:05:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['cf3ad22b-808f-4331-9948-e6e91d3b6eac'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:33.824998 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-775647b7-2353-4d4b-ba02-fabc10c11be8 None None] Set router cf3ad22b-808f-4331-9948-e6e91d3b6eac gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:05:34.083275 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-775647b7-2353-4d4b-ba02-fabc10c11be8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'name': 'tempest-ServerRescueNegativeTestJSON-1965692413-router', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '21f78449-930d-41d7-a0fc-3452d0ca9b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:14Z', 'updated_at': '2022-05-04T14:58:21Z', 'revision_number': 4, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'gw_port': {'id': '21f78449-930d-41d7-a0fc-3452d0ca9b33', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:15Z', 'updated_at': '2022-05-04T14:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '8b2f621d-7e96-4aa4-8a90-c05ae653fc54', 'name': '', 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'mac_address': 'fa:16:3e:3a:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:20Z', 'updated_at': '2022-05-04T14:58:37Z', 'revision_number': 5, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'subnets': [{'id': '5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:34.111272 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-775647b7-2353-4d4b-ba02-fabc10c11be8 None None] The sync data for ids ['cf3ad22b-808f-4331-9948-e6e91d3b6eac'] in dv-cinder-829630-2-iscsi is: [{'id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'name': 'tempest-ServerRescueNegativeTestJSON-1965692413-router', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '21f78449-930d-41d7-a0fc-3452d0ca9b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:14Z', 'updated_at': '2022-05-04T14:58:21Z', 'revision_number': 4, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'gw_port': {'id': '21f78449-930d-41d7-a0fc-3452d0ca9b33', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:15Z', 'updated_at': '2022-05-04T14:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '8b2f621d-7e96-4aa4-8a90-c05ae653fc54', 'name': '', 'network_id': '1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'mac_address': 'fa:16:3e:3a:fa:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': '5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:20Z', 'updated_at': '2022-05-04T14:58:37Z', 'revision_number': 5, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'subnets': [{'id': '5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:05:34.230892 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 47658) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:34.294627 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-12f6ffc7-f498-4405-b872-089f7c3608ed tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:34.323498 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-12f6ffc7-f498-4405-b872-089f7c3608ed tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:34.342290 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf73a0f-844b-40ee-8c75-127ee4781b4f None None] New status for floating IP 8419d83a-1ffa-4834-a096-24cca32b4d6c: DOWN {{(pid=101866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:05:34.373556 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-12f6ffc7-f498-4405-b872-089f7c3608ed tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:34.376096 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-12f6ffc7-f498-4405-b872-089f7c3608ed tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:34.377287 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-12f6ffc7-f498-4405-b872-089f7c3608ed tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "DELETE /v2.0/security-groups/536153dc-1e79-4719-a214-ff5c7bae6b3e HTTP/1.1" status: 204 len: 168 time: 0.1452868 May 04 15:05:34.379935 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 47660) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:34.387020 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f6ffc7-f498-4405-b872-089f7c3608ed tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=536153dc-1e79-4719-a214-ff5c7bae6b3e,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:34.394579 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6ffc7-f498-4405-b872-089f7c3608ed tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:34.394942 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6ffc7-f498-4405-b872-089f7c3608ed tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:34.395288 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6ffc7-f498-4405-b872-089f7c3608ed tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:34.395628 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6ffc7-f498-4405-b872-089f7c3608ed tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:34.395960 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6ffc7-f498-4405-b872-089f7c3608ed tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:34.396295 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6ffc7-f498-4405-b872-089f7c3608ed tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:34.396623 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6ffc7-f498-4405-b872-089f7c3608ed tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:34.396980 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6ffc7-f498-4405-b872-089f7c3608ed tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:34.397300 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6ffc7-f498-4405-b872-089f7c3608ed tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:34.397653 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6ffc7-f498-4405-b872-089f7c3608ed tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:34.397980 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6ffc7-f498-4405-b872-089f7c3608ed tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:34.398414 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f6ffc7-f498-4405-b872-089f7c3608ed tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:34.399393 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.api.v2.resource [None req-6e07111b-63fb-41b2-b4d8-2252c67fdd4a tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] show failed (client error): The resource could not be found. May 04 15:05:34.401855 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-6e07111b-63fb-41b2-b4d8-2252c67fdd4a tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups/536153dc-1e79-4719-a214-ff5c7bae6b3e HTTP/1.1" status: 404 len: 347 time: 0.0196872 May 04 15:05:34.404214 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 47662) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:34.534207 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-c3b32b89-cba3-4eef-9922-e9d01e2a11c1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Deleting port 2b29af71-c1dc-4ea2-87e6-a3b6d796491e {{(pid=101864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:05:34.534596 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c3b32b89-cba3-4eef-9922-e9d01e2a11c1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:34.612962 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c3b32b89-cba3-4eef-9922-e9d01e2a11c1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:34.613216 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c3b32b89-cba3-4eef-9922-e9d01e2a11c1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:34.624609 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-c3b32b89-cba3-4eef-9922-e9d01e2a11c1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Calling delete_port for 2b29af71-c1dc-4ea2-87e6-a3b6d796491e owned by network:floatingip {{(pid=101864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:05:34.762138 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c3b32b89-cba3-4eef-9922-e9d01e2a11c1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:34.785319 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b32b89-cba3-4eef-9922-e9d01e2a11c1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Pushing event deleted for resources: {'Port': ['ID=2b29af71-c1dc-4ea2-87e6-a3b6d796491e,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:34.846694 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c3b32b89-cba3-4eef-9922-e9d01e2a11c1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks [] for floatingip, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:34.849254 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c3b32b89-cba3-4eef-9922-e9d01e2a11c1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:34.850410 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-c3b32b89-cba3-4eef-9922-e9d01e2a11c1 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "DELETE /v2.0/floatingips/8419d83a-1ffa-4834-a096-24cca32b4d6c HTTP/1.1" status: 204 len: 168 time: 0.4452155 May 04 15:05:36.073302 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device e15c5d79-99c5-4358-832f-31842b7bbd12 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:05:36.093611 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] No Port match for: e15c5d79-99c5-4358-832f-31842b7bbd12 {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:05:36.093962 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device e15c5d79-99c5-4358-832f-31842b7bbd12 not bound to the agent host hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:05:36.153956 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-8dbb119b-2640-4b3f-9dab-bac15405df48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:37.304535 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6a651f-664e-407a-bead-717008f20872 req-65e04c4d-4815-4115-8a1d-e5d9648169c5 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:37.306022 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ac6a651f-664e-407a-bead-717008f20872 req-65e04c4d-4815-4115-8a1d-e5d9648169c5 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0484540 May 04 15:05:37.344163 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ac6a651f-664e-407a-bead-717008f20872 req-f1024c78-34c7-4d5d-98c4-7f4bd5f94ff3 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315115 May 04 15:05:38.258745 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da2e148-6696-4d4f-87f7-566384bbd95c req-c8deb2d8-430c-49cc-8535-70bb9b8f3e31 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:38.260160 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9da2e148-6696-4d4f-87f7-566384bbd95c req-c8deb2d8-430c-49cc-8535-70bb9b8f3e31 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.11 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0467472 May 04 15:05:38.352331 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [req-9da2e148-6696-4d4f-87f7-566384bbd95c req-cd7ce986-bf49-4ec5-906d-9c7487dd577d tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Deleting port 45b302bb-8c1b-4e9f-b035-e562354cccae {{(pid=101863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:05:38.353051 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-9da2e148-6696-4d4f-87f7-566384bbd95c req-cd7ce986-bf49-4ec5-906d-9c7487dd577d tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:38.427482 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-0ad4b544-b14b-4f2d-befa-41d6f56aebe1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:38.487692 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [req-9da2e148-6696-4d4f-87f7-566384bbd95c req-cd7ce986-bf49-4ec5-906d-9c7487dd577d tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] For port 45b302bb-8c1b-4e9f-b035-e562354cccae, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=45b302bb-8c1b-4e9f-b035-e562354cccae,segment=NetworkSegment(534d5c1f-96ae-4c1a-a88f-267c90e99e91),segment_id=534d5c1f-96ae-4c1a-a88f-267c90e99e91)] {{(pid=101863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:38.488064 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-9da2e148-6696-4d4f-87f7-566384bbd95c req-cd7ce986-bf49-4ec5-906d-9c7487dd577d tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:38.510858 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a20479-f71a-4eb9-b384-894aad1b4a9c req-10549332-8c4d-42f4-9664-166ce3b9cfa8 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:38.512338 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-05a20479-f71a-4eb9-b384-894aad1b4a9c req-10549332-8c4d-42f4-9664-166ce3b9cfa8 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=b5d5460e-193c-4b75-835d-118375953589 HTTP/1.1" status: 200 len: 946 time: 0.0971324 May 04 15:05:38.513230 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [req-9da2e148-6696-4d4f-87f7-566384bbd95c req-cd7ce986-bf49-4ec5-906d-9c7487dd577d tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Calling delete_port for 45b302bb-8c1b-4e9f-b035-e562354cccae owned by compute:nova {{(pid=101863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:05:38.596356 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-05a20479-f71a-4eb9-b384-894aad1b4a9c req-4fa4984f-6698-4a1a-81f8-7abe89dcf2ee tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772069 May 04 15:05:38.670568 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-9da2e148-6696-4d4f-87f7-566384bbd95c req-cd7ce986-bf49-4ec5-906d-9c7487dd577d tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:38.697381 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ce986-bf49-4ec5-906d-9c7487dd577d tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Pushing event deleted for resources: {'Port': ['ID=45b302bb-8c1b-4e9f-b035-e562354cccae,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:38.707414 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['45b302bb-8c1b-4e9f-b035-e562354cccae', '4a1747b7-8961-43c7-aa12-ccf71dd190e6'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:05:38.741978 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [req-9da2e148-6696-4d4f-87f7-566384bbd95c req-cd7ce986-bf49-4ec5-906d-9c7487dd577d tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] No DVR routers for this DVR port 45b302bb-8c1b-4e9f-b035-e562354cccae on host hv-cinder-82963 {{(pid=101863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:05:38.744630 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-9da2e148-6696-4d4f-87f7-566384bbd95c req-cd7ce986-bf49-4ec5-906d-9c7487dd577d tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:38.748036 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9da2e148-6696-4d4f-87f7-566384bbd95c req-cd7ce986-bf49-4ec5-906d-9c7487dd577d tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.11 "DELETE /v2.0/ports/45b302bb-8c1b-4e9f-b035-e562354cccae HTTP/1.1" status: 204 len: 173 time: 0.4807541 May 04 15:05:38.748473 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5d5460e-193c-4b75-835d-118375953589', 'name': 'network-vif-deleted', 'tag': '45b302bb-8c1b-4e9f-b035-e562354cccae'}] {{(pid=101863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:05:38.750736 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c6767b5d81d022f3d85e9c22ce19b705c79dd3cfc51145499811648722293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a7e7b6-8296-44c1-829f-1ebfcb9f952e" -d '{"events": [{"server_uuid": "b5d5460e-193c-4b75-835d-118375953589", "name": "network-vif-deleted", "tag": "45b302bb-8c1b-4e9f-b035-e562354cccae"}]}' {{(pid=101863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:05:38.786843 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8639ab3-b578-48cf-972d-dc4f30b955e6 x-openstack-request-id: req-c8639ab3-b578-48cf-972d-dc4f30b955e6 {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:05:38.787141 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5d5460e-193c-4b75-835d-118375953589", "name": "network-vif-deleted", "tag": "45b302bb-8c1b-4e9f-b035-e562354cccae", "status": "completed", "code": 200}]} {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:05:38.787391 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-c8639ab3-b578-48cf-972d-dc4f30b955e6 {{(pid=101863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:05:38.787789 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c8639ab3-b578-48cf-972d-dc4f30b955e6'] response: {'server_uuid': 'b5d5460e-193c-4b75-835d-118375953589', 'name': 'network-vif-deleted', 'tag': '45b302bb-8c1b-4e9f-b035-e562354cccae', 'status': 'completed', 'code': 200} May 04 15:05:39.039754 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a19c12-603d-4c54-b5e0-eef542051104 req-dfea0e53-fee1-4c70-8e39-527828b8dd92 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:39.041901 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-40a19c12-603d-4c54-b5e0-eef542051104 req-dfea0e53-fee1-4c70-8e39-527828b8dd92 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 945 time: 0.0507996 May 04 15:05:39.085256 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-40a19c12-603d-4c54-b5e0-eef542051104 req-178ae910-e64d-478f-82ed-6d86a548dc6c tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368967 May 04 15:05:39.674298 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:39.874087 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dee0601-245d-4814-b436-fb58586c2cf3 req-b622df9e-84e7-4e6f-8c9b-55a54327662c tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:39.875628 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1dee0601-245d-4814-b436-fb58586c2cf3 req-b622df9e-84e7-4e6f-8c9b-55a54327662c tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0541379 May 04 15:05:39.915395 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1dee0601-245d-4814-b436-fb58586c2cf3 req-f7dd02de-2362-4c94-8baf-4ae7e14eaa9c tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/security-groups?id=fa7d3f51-a515-46af-af1b-25bd5c88825e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337214 May 04 15:05:40.203651 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04e52b1-9ce8-409e-9667-16d7e536c585 req-6c435e2d-3e80-4af9-b72f-3ba6cf9c76a5 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:40.205265 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e04e52b1-9ce8-409e-9667-16d7e536c585 req-6c435e2d-3e80-4af9-b72f-3ba6cf9c76a5 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 945 time: 0.0505962 May 04 15:05:40.248058 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e04e52b1-9ce8-409e-9667-16d7e536c585 req-3fb02146-ae43-45a8-af56-764181746f4c tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339284 May 04 15:05:40.431141 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:40.635093 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ed2055-a51b-43f4-8a51-18efc6f45d66 req-8eae8608-6e43-42ab-8569-5148c0808ab9 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:40.636520 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d1ed2055-a51b-43f4-8a51-18efc6f45d66 req-8eae8608-6e43-42ab-8569-5148c0808ab9 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.11 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 946 time: 0.0473368 May 04 15:05:40.733764 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [req-d1ed2055-a51b-43f4-8a51-18efc6f45d66 req-bd56c03f-c878-4041-bf93-dd21ab373086 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Deleting port 4a1747b7-8961-43c7-aa12-ccf71dd190e6 {{(pid=101863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:05:40.734101 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-d1ed2055-a51b-43f4-8a51-18efc6f45d66 req-bd56c03f-c878-4041-bf93-dd21ab373086 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:40.820970 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [req-d1ed2055-a51b-43f4-8a51-18efc6f45d66 req-bd56c03f-c878-4041-bf93-dd21ab373086 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] For port 4a1747b7-8961-43c7-aa12-ccf71dd190e6, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=4a1747b7-8961-43c7-aa12-ccf71dd190e6,segment=NetworkSegment(534d5c1f-96ae-4c1a-a88f-267c90e99e91),segment_id=534d5c1f-96ae-4c1a-a88f-267c90e99e91)] {{(pid=101863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:40.821333 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-d1ed2055-a51b-43f4-8a51-18efc6f45d66 req-bd56c03f-c878-4041-bf93-dd21ab373086 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:40.834288 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [req-d1ed2055-a51b-43f4-8a51-18efc6f45d66 req-bd56c03f-c878-4041-bf93-dd21ab373086 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Calling delete_port for 4a1747b7-8961-43c7-aa12-ccf71dd190e6 owned by compute:nova {{(pid=101863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:05:40.973025 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-d1ed2055-a51b-43f4-8a51-18efc6f45d66 req-bd56c03f-c878-4041-bf93-dd21ab373086 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:41.022707 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['4a1747b7-8961-43c7-aa12-ccf71dd190e6'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:05:41.024612 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd56c03f-c878-4041-bf93-dd21ab373086 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Pushing event deleted for resources: {'Port': ['ID=4a1747b7-8961-43c7-aa12-ccf71dd190e6,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:41.046376 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0aa98f36-87f0-45ad-8d3f-950801a3027a req-bba6b050-39bc-490c-9d54-2e5f83e9b929 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.42 "GET /v2.0/ports?device_id=6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb HTTP/1.1" status: 200 len: 210 time: 0.0594575 May 04 15:05:41.083716 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ed2055-a51b-43f4-8a51-18efc6f45d66 req-bd56c03f-c878-4041-bf93-dd21ab373086 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] No DVR routers for this DVR port 4a1747b7-8961-43c7-aa12-ccf71dd190e6 on host hv-cinder-82963 {{(pid=101863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:05:41.086109 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-d1ed2055-a51b-43f4-8a51-18efc6f45d66 req-bd56c03f-c878-4041-bf93-dd21ab373086 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:41.089389 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d1ed2055-a51b-43f4-8a51-18efc6f45d66 req-bd56c03f-c878-4041-bf93-dd21ab373086 tempest-ServerRescueNegativeTestJSON-138662820 tempest-ServerRescueNegativeTestJSON-138662820-project] 10.222.0.11 "DELETE /v2.0/ports/4a1747b7-8961-43c7-aa12-ccf71dd190e6 HTTP/1.1" status: 204 len: 173 time: 0.4458621 May 04 15:05:41.089815 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb', 'name': 'network-vif-deleted', 'tag': '4a1747b7-8961-43c7-aa12-ccf71dd190e6'}] {{(pid=101863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:05:41.092014 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c6767b5d81d022f3d85e9c22ce19b705c79dd3cfc51145499811648722293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6173c27f-4fbb-4a58-8ceb-f5bcf03b09b8" -d '{"events": [{"server_uuid": "6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb", "name": "network-vif-deleted", "tag": "4a1747b7-8961-43c7-aa12-ccf71dd190e6"}]}' {{(pid=101863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:05:41.134232 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:05:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86795a19-1fb9-4829-9da4-8e71ddc5234a x-openstack-request-id: req-86795a19-1fb9-4829-9da4-8e71ddc5234a {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:05:41.134564 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb", "name": "network-vif-deleted", "tag": "4a1747b7-8961-43c7-aa12-ccf71dd190e6", "status": "completed", "code": 200}]} {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:05:41.134879 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-86795a19-1fb9-4829-9da4-8e71ddc5234a {{(pid=101863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:05:41.135281 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-86795a19-1fb9-4829-9da4-8e71ddc5234a'] response: {'server_uuid': '6e4f1d88-d35f-4c93-854a-a1dc2d2f3eeb', 'name': 'network-vif-deleted', 'tag': '4a1747b7-8961-43c7-aa12-ccf71dd190e6', 'status': 'completed', 'code': 200} May 04 15:05:41.313681 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:41.371120 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eeeaaaa-efcb-4f5a-9a11-5e7047e4be7f req-6fff958f-5eb7-4765-8cb9-44461ff44c9b tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:41.372757 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3eeeaaaa-efcb-4f5a-9a11-5e7047e4be7f req-6fff958f-5eb7-4765-8cb9-44461ff44c9b tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 945 time: 0.0536461 May 04 15:05:41.418112 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3eeeaaaa-efcb-4f5a-9a11-5e7047e4be7f req-4e6d0199-93c1-4530-bc67-b46eb1a1ef39 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392027 May 04 15:05:41.522971 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b76b718-ca9a-45e8-89af-883ac466e430 req-1c3a3718-221c-4612-99fc-689f67a34ffc tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:41.524767 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5b76b718-ca9a-45e8-89af-883ac466e430 req-1c3a3718-221c-4612-99fc-689f67a34ffc tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.11 "GET /v2.0/ports?device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 945 time: 0.0524380 May 04 15:05:41.617548 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [req-5b76b718-ca9a-45e8-89af-883ac466e430 req-33b1b70e-5889-4be7-8f77-85453add33e3 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Deleting port 984eb666-7f6c-400b-abd9-9e33982b77d2 {{(pid=101863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:05:41.617776 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-5b76b718-ca9a-45e8-89af-883ac466e430 req-33b1b70e-5889-4be7-8f77-85453add33e3 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:41.704141 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [req-5b76b718-ca9a-45e8-89af-883ac466e430 req-33b1b70e-5889-4be7-8f77-85453add33e3 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] For port 984eb666-7f6c-400b-abd9-9e33982b77d2, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=984eb666-7f6c-400b-abd9-9e33982b77d2,segment=NetworkSegment(d31e7b59-dfee-4fbf-9768-43afaf63f9d2),segment_id=d31e7b59-dfee-4fbf-9768-43afaf63f9d2)] {{(pid=101863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:41.704501 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-5b76b718-ca9a-45e8-89af-883ac466e430 req-33b1b70e-5889-4be7-8f77-85453add33e3 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:41.706132 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:41.894784 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-5b76b718-ca9a-45e8-89af-883ac466e430 req-33b1b70e-5889-4be7-8f77-85453add33e3 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:41.895038 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-5b76b718-ca9a-45e8-89af-883ac466e430 req-33b1b70e-5889-4be7-8f77-85453add33e3 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628046'] for floatingip, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:41.895359 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.db.l3_db [req-5b76b718-ca9a-45e8-89af-883ac466e430 req-33b1b70e-5889-4be7-8f77-85453add33e3 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Floating IP 70caa439-7290-4b2f-9b56-fd25e760ca3d disassociated. External IP: 172.27.1.65, port: 984eb666-7f6c-400b-abd9-9e33982b77d2. May 04 15:05:41.895769 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [req-5b76b718-ca9a-45e8-89af-883ac466e430 req-33b1b70e-5889-4be7-8f77-85453add33e3 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Calling delete_port for 984eb666-7f6c-400b-abd9-9e33982b77d2 owned by compute:nova {{(pid=101863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:05:42.021376 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-5b76b718-ca9a-45e8-89af-883ac466e430 req-33b1b70e-5889-4be7-8f77-85453add33e3 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:42.052928 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b1b70e-5889-4be7-8f77-85453add33e3 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Pushing event deleted for resources: {'Port': ['ID=984eb666-7f6c-400b-abd9-9e33982b77d2,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:42.111064 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 47708) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:42.116707 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 4a1747b7-8961-43c7-aa12-ccf71dd190e6 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:05:42.144159 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] No Port match for: 4a1747b7-8961-43c7-aa12-ccf71dd190e6 {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:05:42.144678 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 4a1747b7-8961-43c7-aa12-ccf71dd190e6 not bound to the agent host hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:05:42.145396 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 45b302bb-8c1b-4e9f-b035-e562354cccae no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:05:42.165555 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] No Port match for: 45b302bb-8c1b-4e9f-b035-e562354cccae {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:05:42.165927 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 45b302bb-8c1b-4e9f-b035-e562354cccae not bound to the agent host hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:05:42.175254 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5b76b718-ca9a-45e8-89af-883ac466e430 req-33b1b70e-5889-4be7-8f77-85453add33e3 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Router 06f54089-7973-46bd-8d6b-77e9050d24a8 has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:05:42.300057 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5b76b718-ca9a-45e8-89af-883ac466e430 req-33b1b70e-5889-4be7-8f77-85453add33e3 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:05:42.313665 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2eec2f-a697-4207-816d-f6e115e02cc2 None None] Sync routers for ids ['06f54089-7973-46bd-8d6b-77e9050d24a8'] in dv-cinder-829630-2-iscsi {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:05:42.327110 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2eec2f-a697-4207-816d-f6e115e02cc2 None None] Routers {'06f54089-7973-46bd-8d6b-77e9050d24a8'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:05:42.328246 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-ba2eec2f-a697-4207-816d-f6e115e02cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:05:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['06f54089-7973-46bd-8d6b-77e9050d24a8'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:42.453730 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-ba2eec2f-a697-4207-816d-f6e115e02cc2 None None] Set router 06f54089-7973-46bd-8d6b-77e9050d24a8 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:05:42.653567 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b76b718-ca9a-45e8-89af-883ac466e430 req-33b1b70e-5889-4be7-8f77-85453add33e3 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] No DVR routers for this DVR port 984eb666-7f6c-400b-abd9-9e33982b77d2 on host hv-cinder-82963 {{(pid=101863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:05:42.656595 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-5b76b718-ca9a-45e8-89af-883ac466e430 req-33b1b70e-5889-4be7-8f77-85453add33e3 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:42.660215 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5b76b718-ca9a-45e8-89af-883ac466e430 req-33b1b70e-5889-4be7-8f77-85453add33e3 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.11 "DELETE /v2.0/ports/984eb666-7f6c-400b-abd9-9e33982b77d2 HTTP/1.1" status: 204 len: 173 time: 1.1293564 May 04 15:05:42.662387 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f4825906-b643-4ffb-8174-b17d8a32b084 req-f854582b-bb92-4b8a-a179-e6a1f2ab6102 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=c5075511-652c-488f-8a59-28e60cb2cba6 HTTP/1.1" status: 200 len: 210 time: 0.0478156 May 04 15:05:42.768294 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9ce22555-1b53-4d7e-bd85-12d169172ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-627534'] for router_interface, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:42.820204 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-ba2eec2f-a697-4207-816d-f6e115e02cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'name': 'tempest-TestVolumeBootPattern-1512480132-router', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:56Z', 'updated_at': '2022-05-04T15:01:59Z', 'revision_number': 4, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'gw_port': {'id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:57Z', 'updated_at': '2022-05-04T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '92332740-8551-4617-a14b-a5ea0897409b', 'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'mac_address': 'fa:16:3e:69:97:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:58Z', 'updated_at': '2022-05-04T15:02:03Z', 'revision_number': 5, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'subnets': [{'id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:42.850446 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2eec2f-a697-4207-816d-f6e115e02cc2 None None] Checking router: 06f54089-7973-46bd-8d6b-77e9050d24a8 for host: dv-cinder-829630-2-iscsi {{(pid=101865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:05:42.863924 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2eec2f-a697-4207-816d-f6e115e02cc2 None None] Routers {'06f54089-7973-46bd-8d6b-77e9050d24a8'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:05:42.865057 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-ba2eec2f-a697-4207-816d-f6e115e02cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:05:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['06f54089-7973-46bd-8d6b-77e9050d24a8'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:42.980958 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-ba2eec2f-a697-4207-816d-f6e115e02cc2 None None] Set router 06f54089-7973-46bd-8d6b-77e9050d24a8 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:05:43.075201 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:05:43.084680 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-9ce22555-1b53-4d7e-bd85-12d169172ae2 admin admin] Deleting port 8b2f621d-7e96-4aa4-8a90-c05ae653fc54 {{(pid=101864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:05:43.085056 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9ce22555-1b53-4d7e-bd85-12d169172ae2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:43.137024 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5075511-652c-488f-8a59-28e60cb2cba6', 'name': 'network-vif-deleted', 'tag': '984eb666-7f6c-400b-abd9-9e33982b77d2'}] {{(pid=101863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:05:43.141302 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c6767b5d81d022f3d85e9c22ce19b705c79dd3cfc51145499811648722293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9543e141-83ce-4b0b-b5ed-ff2f2908536f" -d '{"events": [{"server_uuid": "c5075511-652c-488f-8a59-28e60cb2cba6", "name": "network-vif-deleted", "tag": "984eb666-7f6c-400b-abd9-9e33982b77d2"}]}' {{(pid=101863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:05:43.179029 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [None req-9ce22555-1b53-4d7e-bd85-12d169172ae2 admin admin] For port 8b2f621d-7e96-4aa4-8a90-c05ae653fc54, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=8b2f621d-7e96-4aa4-8a90-c05ae653fc54,segment=NetworkSegment(534d5c1f-96ae-4c1a-a88f-267c90e99e91),segment_id=534d5c1f-96ae-4c1a-a88f-267c90e99e91)] {{(pid=101864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:43.179612 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9ce22555-1b53-4d7e-bd85-12d169172ae2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:43.183345 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2879896a-a1f1-4c5b-b7d2-e3fdd0e02e9d x-openstack-request-id: req-2879896a-a1f1-4c5b-b7d2-e3fdd0e02e9d {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:05:43.183720 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5075511-652c-488f-8a59-28e60cb2cba6", "name": "network-vif-deleted", "tag": "984eb666-7f6c-400b-abd9-9e33982b77d2", "status": "completed", "code": 200}]} {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:05:43.183965 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-2879896a-a1f1-4c5b-b7d2-e3fdd0e02e9d {{(pid=101863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:05:43.184353 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2879896a-a1f1-4c5b-b7d2-e3fdd0e02e9d'] response: {'server_uuid': 'c5075511-652c-488f-8a59-28e60cb2cba6', 'name': 'network-vif-deleted', 'tag': '984eb666-7f6c-400b-abd9-9e33982b77d2', 'status': 'completed', 'code': 200} May 04 15:05:43.194547 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-9ce22555-1b53-4d7e-bd85-12d169172ae2 admin admin] Calling delete_port for 8b2f621d-7e96-4aa4-8a90-c05ae653fc54 owned by network:router_interface {{(pid=101864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:05:43.199318 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-ba2eec2f-a697-4207-816d-f6e115e02cc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'name': 'tempest-TestVolumeBootPattern-1512480132-router', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:56Z', 'updated_at': '2022-05-04T15:01:59Z', 'revision_number': 4, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'gw_port': {'id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:57Z', 'updated_at': '2022-05-04T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '92332740-8551-4617-a14b-a5ea0897409b', 'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'mac_address': 'fa:16:3e:69:97:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:58Z', 'updated_at': '2022-05-04T15:02:03Z', 'revision_number': 5, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'subnets': [{'id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:43.226124 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2eec2f-a697-4207-816d-f6e115e02cc2 None None] The sync data for ids ['06f54089-7973-46bd-8d6b-77e9050d24a8'] in dv-cinder-829630-2-iscsi is: [{'id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'name': 'tempest-TestVolumeBootPattern-1512480132-router', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:56Z', 'updated_at': '2022-05-04T15:01:59Z', 'revision_number': 4, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'gw_port': {'id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:57Z', 'updated_at': '2022-05-04T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '92332740-8551-4617-a14b-a5ea0897409b', 'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'mac_address': 'fa:16:3e:69:97:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:58Z', 'updated_at': '2022-05-04T15:02:03Z', 'revision_number': 5, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'subnets': [{'id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:05:43.380166 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9ce22555-1b53-4d7e-bd85-12d169172ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:43.408413 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce22555-1b53-4d7e-bd85-12d169172ae2 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b2f621d-7e96-4aa4-8a90-c05ae653fc54,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:43.484224 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6b8b11e-9d35-4875-b5d9-87c408b44d34 None None] New status for floating IP 70caa439-7290-4b2f-9b56-fd25e760ca3d: DOWN {{(pid=101866) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:05:43.598159 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9ce22555-1b53-4d7e-bd85-12d169172ae2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-619175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627674'] for router_interface, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:43.849413 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ce22555-1b53-4d7e-bd85-12d169172ae2 admin admin] Router cf3ad22b-808f-4331-9948-e6e91d3b6eac has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:05:43.941291 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-653439e2-a343-471c-84d9-4824794fae0f req-7ad00717-65df-4b85-9af4-5d577e3a1614 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1679808328&fields=id&tenant_id=746261ccdb744b4abdfc7b324a2ab0c7 HTTP/1.1" status: 200 len: 267 time: 0.0341105 May 04 15:05:43.961377 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ce22555-1b53-4d7e-bd85-12d169172ae2 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:05:43.967683 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-9ce22555-1b53-4d7e-bd85-12d169172ae2 admin admin] 10.222.0.42 "PUT /v2.0/routers/cf3ad22b-808f-4331-9948-e6e91d3b6eac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8548799 May 04 15:05:43.971353 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 47724) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:43.972502 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31daec22-0f30-4f6a-a66e-ac7d53b983e7 None None] Sync routers for ids ['cf3ad22b-808f-4331-9948-e6e91d3b6eac'] in dv-cinder-829630-2-iscsi {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:05:43.982616 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31daec22-0f30-4f6a-a66e-ac7d53b983e7 None None] Routers {'cf3ad22b-808f-4331-9948-e6e91d3b6eac'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:05:43.983244 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-31daec22-0f30-4f6a-a66e-ac7d53b983e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:05:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['cf3ad22b-808f-4331-9948-e6e91d3b6eac'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:44.089936 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 984eb666-7f6c-400b-abd9-9e33982b77d2 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:05:44.120748 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] No Port match for: 984eb666-7f6c-400b-abd9-9e33982b77d2 {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:05:44.121104 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 984eb666-7f6c-400b-abd9-9e33982b77d2 not bound to the agent host hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:05:44.127446 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-31daec22-0f30-4f6a-a66e-ac7d53b983e7 None None] Set router cf3ad22b-808f-4331-9948-e6e91d3b6eac gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:05:44.134052 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653439e2-a343-471c-84d9-4824794fae0f req-058e9a41-2ee1-4d03-8d86-a7a25b5f73fe tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:44.135607 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-653439e2-a343-471c-84d9-4824794fae0f req-058e9a41-2ee1-4d03-8d86-a7a25b5f73fe tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/networks?id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 HTTP/1.1" status: 200 len: 812 time: 0.1869435 May 04 15:05:44.149773 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a8b88da4-ad82-41c4-8d53-beea7bb6f82d admin admin] Notify callbacks [] for router, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:44.187679 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-653439e2-a343-471c-84d9-4824794fae0f req-03201681-902a-4521-9f9a-98ee3697fd11 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/quotas/746261ccdb744b4abdfc7b324a2ab0c7 HTTP/1.1" status: 200 len: 375 time: 0.0448523 May 04 15:05:44.293791 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-653439e2-a343-471c-84d9-4824794fae0f req-4dd26e53-289d-4331-b554-01efe44b1767 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=746261ccdb744b4abdfc7b324a2ab0c7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0984662 May 04 15:05:44.301417 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a8b88da4-ad82-41c4-8d53-beea7bb6f82d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:44.329883 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-31daec22-0f30-4f6a-a66e-ac7d53b983e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'name': 'tempest-ServerRescueNegativeTestJSON-1965692413-router', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.90'}], 'enable_snat': True}, 'gw_port_id': '21f78449-930d-41d7-a0fc-3452d0ca9b33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:14Z', 'updated_at': '2022-05-04T15:05:43Z', 'revision_number': 5, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'gw_port': {'id': '21f78449-930d-41d7-a0fc-3452d0ca9b33', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:18:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:15Z', 'updated_at': '2022-05-04T14:58:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:44.361360 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31daec22-0f30-4f6a-a66e-ac7d53b983e7 None None] Checking router: cf3ad22b-808f-4331-9948-e6e91d3b6eac for host: dv-cinder-829630-2-iscsi {{(pid=101865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:05:44.370348 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31daec22-0f30-4f6a-a66e-ac7d53b983e7 None None] Routers {'cf3ad22b-808f-4331-9948-e6e91d3b6eac'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:05:44.370976 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-31daec22-0f30-4f6a-a66e-ac7d53b983e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:05:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['cf3ad22b-808f-4331-9948-e6e91d3b6eac'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:44.425975 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-653439e2-a343-471c-84d9-4824794fae0f req-3a604952-16c0-40aa-b7dc-c187637e6679 service neutron] 10.222.0.42 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203396 May 04 15:05:44.428214 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-a8b88da4-ad82-41c4-8d53-beea7bb6f82d admin admin] Deleting port 21f78449-930d-41d7-a0fc-3452d0ca9b33 {{(pid=101863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:05:44.428552 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a8b88da4-ad82-41c4-8d53-beea7bb6f82d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:44.453220 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-31daec22-0f30-4f6a-a66e-ac7d53b983e7 None None] Set router cf3ad22b-808f-4331-9948-e6e91d3b6eac gateway port host: None {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:05:44.507671 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-31daec22-0f30-4f6a-a66e-ac7d53b983e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'name': 'tempest-ServerRescueNegativeTestJSON-1965692413-router', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:14Z', 'updated_at': '2022-05-04T15:05:44Z', 'revision_number': 6, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'gw_port_host': None}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:44.534506 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31daec22-0f30-4f6a-a66e-ac7d53b983e7 None None] The sync data for ids ['cf3ad22b-808f-4331-9948-e6e91d3b6eac'] in dv-cinder-829630-2-iscsi is: [{'id': 'cf3ad22b-808f-4331-9948-e6e91d3b6eac', 'name': 'tempest-ServerRescueNegativeTestJSON-1965692413-router', 'tenant_id': '905c2ec6da98485d974f32e58df0cfb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:14Z', 'updated_at': '2022-05-04T15:05:44Z', 'revision_number': 6, 'project_id': '905c2ec6da98485d974f32e58df0cfb5', 'gw_port_host': None}] {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:05:44.575177 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [None req-a8b88da4-ad82-41c4-8d53-beea7bb6f82d admin admin] For port 21f78449-930d-41d7-a0fc-3452d0ca9b33, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=21f78449-930d-41d7-a0fc-3452d0ca9b33,segment=NetworkSegment(60ac4599-e6dd-4770-844e-5b54095f67fa),segment_id=60ac4599-e6dd-4770-844e-5b54095f67fa)] {{(pid=101863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:44.575547 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a8b88da4-ad82-41c4-8d53-beea7bb6f82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:44.596476 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-653439e2-a343-471c-84d9-4824794fae0f req-3020137d-a7f1-43a8-bd53-86537c0749d7 service neutron] 10.222.0.42 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544979 May 04 15:05:44.597332 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-a8b88da4-ad82-41c4-8d53-beea7bb6f82d admin admin] Calling delete_port for 21f78449-930d-41d7-a0fc-3452d0ca9b33 owned by network:router_gateway {{(pid=101863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:05:44.770518 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a8b88da4-ad82-41c4-8d53-beea7bb6f82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:44.802862 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b88da4-ad82-41c4-8d53-beea7bb6f82d admin admin] Pushing event deleted for resources: {'Port': ['ID=21f78449-930d-41d7-a0fc-3452d0ca9b33,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:44.913654 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-57de3ee1-4b42-453d-abaa-d506d900f654 req-4ac32225-c5f1-4450-9981-b57a1d747bd9 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0438058 May 04 15:05:44.919935 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a8b88da4-ad82-41c4-8d53-beea7bb6f82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628356'] for router_gateway, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:45.017053 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a8b88da4-ad82-41c4-8d53-beea7bb6f82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27428'] for router, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:45.019332 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a8b88da4-ad82-41c4-8d53-beea7bb6f82d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:45.070884 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a8b88da4-ad82-41c4-8d53-beea7bb6f82d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-625704'] for router, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:45.072070 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8b88da4-ad82-41c4-8d53-beea7bb6f82d admin admin] Fanout notify agent at l3_agent the message router_deleted on router cf3ad22b-808f-4331-9948-e6e91d3b6eac {{(pid=101863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 15:05:45.076684 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a8b88da4-ad82-41c4-8d53-beea7bb6f82d admin admin] Notify callbacks [] for router, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:45.080494 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-a8b88da4-ad82-41c4-8d53-beea7bb6f82d admin admin] 10.222.0.42 "DELETE /v2.0/routers/cf3ad22b-808f-4331-9948-e6e91d3b6eac HTTP/1.1" status: 204 len: 168 time: 1.1065922 May 04 15:05:45.081218 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 47742) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:45.131417 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.db_base_plugin_v2 [None req-b96ec9c9-a81f-4343-92fe-bb0bee3d8561 admin admin] Deleting subnet 5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a {{(pid=101863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 15:05:45.134538 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b96ec9c9-a81f-4343-92fe-bb0bee3d8561 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:45.170355 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b96ec9c9-a81f-4343-92fe-bb0bee3d8561 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262023745'] for subnet, precommit_delete_associations {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:45.278629 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b96ec9c9-a81f-4343-92fe-bb0bee3d8561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759364'] for subnet, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:45.346542 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b96ec9c9-a81f-4343-92fe-bb0bee3d8561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2944274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262085008'] for subnet, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:45.376169 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ec9c9-a81f-4343-92fe-bb0bee3d8561 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:45.378235 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b96ec9c9-a81f-4343-92fe-bb0bee3d8561 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:45.383754 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-b96ec9c9-a81f-4343-92fe-bb0bee3d8561 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/5d46b4e1-b4ad-4e9c-86a3-a1a8b811169a HTTP/1.1" status: 204 len: 168 time: 0.2996755 May 04 15:05:45.384183 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01a4f83-fca2-4ed1-bdab-f787067c77d2 None None] Network 1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:05:45.384644 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 47746) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:45.459882 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-1fbea30d-a2d1-4ed9-b0cc-15c004798453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697412'] for network, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:45.528504 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-1fbea30d-a2d1-4ed9-b0cc-15c004798453 admin admin] Deleting port 47f8606d-10fe-4fa6-89bd-8b41f1ff0caf {{(pid=101863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:05:45.529141 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-1fbea30d-a2d1-4ed9-b0cc-15c004798453 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:45.616983 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26dc751-4e24-4636-973d-c8df6b2cdbb1 None None] DHCP port deletion for 1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc request from dv-cinder-829630-2-iscsi {{(pid=101865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 04 15:05:45.618345 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [None req-1fbea30d-a2d1-4ed9-b0cc-15c004798453 admin admin] For port 47f8606d-10fe-4fa6-89bd-8b41f1ff0caf, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=47f8606d-10fe-4fa6-89bd-8b41f1ff0caf,segment=NetworkSegment(534d5c1f-96ae-4c1a-a88f-267c90e99e91),segment_id=534d5c1f-96ae-4c1a-a88f-267c90e99e91)] {{(pid=101863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:45.618687 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-1fbea30d-a2d1-4ed9-b0cc-15c004798453 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:45.635979 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-1fbea30d-a2d1-4ed9-b0cc-15c004798453 admin admin] Calling delete_port for 47f8606d-10fe-4fa6-89bd-8b41f1ff0caf owned by network:dhcp {{(pid=101863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:05:45.699152 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-f26dc751-4e24-4636-973d-c8df6b2cdbb1 None None] Deleting port 47f8606d-10fe-4fa6-89bd-8b41f1ff0caf {{(pid=101865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:05:45.699829 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-f26dc751-4e24-4636-973d-c8df6b2cdbb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:45.724659 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 21f78449-930d-41d7-a0fc-3452d0ca9b33 no longer exists at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:05:45.742019 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-1fbea30d-a2d1-4ed9-b0cc-15c004798453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:45.773379 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbea30d-a2d1-4ed9-b0cc-15c004798453 admin admin] Pushing event deleted for resources: {'Port': ['ID=47f8606d-10fe-4fa6-89bd-8b41f1ff0caf,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:45.777309 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbea30d-a2d1-4ed9-b0cc-15c004798453 admin admin] No DVR routers for this DVR port 47f8606d-10fe-4fa6-89bd-8b41f1ff0caf on host dv-cinder-829630-2-iscsi {{(pid=101863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:05:45.779364 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] No Port match for: 21f78449-930d-41d7-a0fc-3452d0ca9b33 {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:05:45.779772 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 21f78449-930d-41d7-a0fc-3452d0ca9b33 not bound to the agent host dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:05:45.780244 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 8b2f621d-7e96-4aa4-8a90-c05ae653fc54 no longer exists at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:05:45.808880 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] No Port match for: 8b2f621d-7e96-4aa4-8a90-c05ae653fc54 {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:05:45.809223 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 8b2f621d-7e96-4aa4-8a90-c05ae653fc54 not bound to the agent host dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:05:45.809635 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 47f8606d-10fe-4fa6-89bd-8b41f1ff0caf no longer exists at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:05:45.849697 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] No Port match for: 47f8606d-10fe-4fa6-89bd-8b41f1ff0caf {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:05:45.849957 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 47f8606d-10fe-4fa6-89bd-8b41f1ff0caf not bound to the agent host dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:05:45.852787 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-f26dc751-4e24-4636-973d-c8df6b2cdbb1 None None] For port 47f8606d-10fe-4fa6-89bd-8b41f1ff0caf, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=47f8606d-10fe-4fa6-89bd-8b41f1ff0caf,segment=NetworkSegment(534d5c1f-96ae-4c1a-a88f-267c90e99e91),segment_id=534d5c1f-96ae-4c1a-a88f-267c90e99e91)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:45.853443 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-f26dc751-4e24-4636-973d-c8df6b2cdbb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:45.857576 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-1fbea30d-a2d1-4ed9-b0cc-15c004798453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753417', 'neutron.services.segments.db._delete_segments_for_network-8755428157040'] for network, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:45.869872 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-f26dc751-4e24-4636-973d-c8df6b2cdbb1 None None] Calling delete_port for 47f8606d-10fe-4fa6-89bd-8b41f1ff0caf owned by network:dhcp {{(pid=101865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:05:45.897166 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.services.segments.db [None req-1fbea30d-a2d1-4ed9-b0cc-15c004798453 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc']}} {{(pid=101863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:45.908427 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.services.segments.db [None req-1fbea30d-a2d1-4ed9-b0cc-15c004798453 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '534d5c1f-96ae-4c1a-a88f-267c90e99e91') {'for_net_delete': True} {{(pid=101863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:45.908863 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.services.segments.db [None req-1fbea30d-a2d1-4ed9-b0cc-15c004798453 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '534d5c1f-96ae-4c1a-a88f-267c90e99e91') {} {{(pid=101863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:05:45.920712 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-1fbea30d-a2d1-4ed9-b0cc-15c004798453 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755428158585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262023754'] for segment, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:45.951913 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-1fbea30d-a2d1-4ed9-b0cc-15c004798453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:45.973091 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-f26dc751-4e24-4636-973d-c8df6b2cdbb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004'] for port, after_delete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:45.989215 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fbea30d-a2d1-4ed9-b0cc-15c004798453 admin admin] Releasing vlan 287 on physical network physnet1 to pool {{(pid=101863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:05:45.989716 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-1fbea30d-a2d1-4ed9-b0cc-15c004798453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2944180'] for segment, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:45.991836 dv-cinder-829630-2-iscsi neutron-server[101863]: Traceback (most recent call last): May 04 15:05:45.991836 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:05:45.991836 dv-cinder-829630-2-iscsi neutron-server[101863]: timer() May 04 15:05:45.991836 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:05:45.991836 dv-cinder-829630-2-iscsi neutron-server[101863]: cb(*args, **kw) May 04 15:05:45.991836 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:05:45.991836 dv-cinder-829630-2-iscsi neutron-server[101863]: return func(*args, **kwargs) May 04 15:05:45.991836 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:05:45.991836 dv-cinder-829630-2-iscsi neutron-server[101863]: self._notify() May 04 15:05:45.991836 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:05:45.991836 dv-cinder-829630-2-iscsi neutron-server[101863]: self.callback(batched_events) May 04 15:05:45.991836 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:05:45.991836 dv-cinder-829630-2-iscsi neutron-server[101863]: event.method(event) May 04 15:05:45.991836 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:05:45.991836 dv-cinder-829630-2-iscsi neutron-server[101863]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:05:45.991836 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:05:45.991836 dv-cinder-829630-2-iscsi neutron-server[101863]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:05:45.991836 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:05:45.991836 dv-cinder-829630-2-iscsi neutron-server[101863]: return f(self, *a, **k) May 04 15:05:45.991836 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:05:45.991836 dv-cinder-829630-2-iscsi neutron-server[101863]: return self._get(url).json() May 04 15:05:45.991836 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:05:45.991836 dv-cinder-829630-2-iscsi neutron-server[101863]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:05:45.991836 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:05:45.991836 dv-cinder-829630-2-iscsi neutron-server[101863]: return self.request(url, 'GET', **kwargs) May 04 15:05:45.991836 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:05:45.991836 dv-cinder-829630-2-iscsi neutron-server[101863]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:05:45.991836 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:05:45.991836 dv-cinder-829630-2-iscsi neutron-server[101863]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:05:45.991836 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:05:45.991836 dv-cinder-829630-2-iscsi neutron-server[101863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:05:45.991836 dv-cinder-829630-2-iscsi neutron-server[101863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:05:46.004282 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26dc751-4e24-4636-973d-c8df6b2cdbb1 None None] Pushing event deleted for resources: {'Port': ['ID=47f8606d-10fe-4fa6-89bd-8b41f1ff0caf,revision_number=None']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:46.014552 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dc751-4e24-4636-973d-c8df6b2cdbb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:46.014795 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dc751-4e24-4636-973d-c8df6b2cdbb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:46.015116 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dc751-4e24-4636-973d-c8df6b2cdbb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:46.015448 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dc751-4e24-4636-973d-c8df6b2cdbb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:46.015789 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dc751-4e24-4636-973d-c8df6b2cdbb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:46.016124 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dc751-4e24-4636-973d-c8df6b2cdbb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:46.016456 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dc751-4e24-4636-973d-c8df6b2cdbb1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:46.016877 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dc751-4e24-4636-973d-c8df6b2cdbb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:46.017210 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dc751-4e24-4636-973d-c8df6b2cdbb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:46.017538 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dc751-4e24-4636-973d-c8df6b2cdbb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:46.018002 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dc751-4e24-4636-973d-c8df6b2cdbb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:46.018332 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f26dc751-4e24-4636-973d-c8df6b2cdbb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:05:46.021658 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26dc751-4e24-4636-973d-c8df6b2cdbb1 None None] No DVR routers for this DVR port 47f8606d-10fe-4fa6-89bd-8b41f1ff0caf on host dv-cinder-829630-2-iscsi {{(pid=101865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:05:46.105347 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e0d1ec51-6263-46a1-8ae2-ceb099989a99 req-75ae37a9-48f0-48c0-b180-d88fcd79ce15 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0935090 May 04 15:05:46.127252 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-1fbea30d-a2d1-4ed9-b0cc-15c004798453 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628060'] for network, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:46.132835 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-1fbea30d-a2d1-4ed9-b0cc-15c004798453 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:46.136880 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-1fbea30d-a2d1-4ed9-b0cc-15c004798453 admin admin] 10.222.0.42 "DELETE /v2.0/networks/1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc HTTP/1.1" status: 204 len: 168 time: 0.7519050 May 04 15:05:46.157757 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbea30d-a2d1-4ed9-b0cc-15c004798453 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b1af57e-f8aa-4ff9-b20c-f5c98b52fcdc,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:46.185148 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653439e2-a343-471c-84d9-4824794fae0f req-af1d02ea-6897-49c7-b172-1d3055882365 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:46.186808 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-653439e2-a343-471c-84d9-4824794fae0f req-af1d02ea-6897-49c7-b172-1d3055882365 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.11 "GET /v2.0/networks?id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 HTTP/1.1" status: 200 len: 812 time: 0.2367938 May 04 15:05:46.248063 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-653439e2-a343-471c-84d9-4824794fae0f req-14b5931b-096c-41e6-8947-546df0edf321 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=746261ccdb744b4abdfc7b324a2ab0c7 HTTP/1.1" status: 200 len: 380 time: 0.0444438 May 04 15:05:46.259108 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [req-653439e2-a343-471c-84d9-4824794fae0f req-69e71d3c-2063-4378-8c36-e81fec9198b0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Request body: {'port': {'device_id': 'e4399a52-6955-4b1a-a83a-f5b23a379aa9', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'admin_state_up': True, 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'security_groups': ['48667ce0-4e07-4d10-8820-e9278ae54544']}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:05:46.265224 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 47752) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:46.307299 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-bf210ce7-7f70-488c-8293-f73596dc5bb7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=905c2ec6da98485d974f32e58df0cfb5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0407324 May 04 15:05:46.309835 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 47754) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:05:46.360682 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-8724f9a5-97f7-42d7-a8d0-a37989b0a80a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:46.371968 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-653439e2-a343-471c-84d9-4824794fae0f req-69e71d3c-2063-4378-8c36-e81fec9198b0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Made reservation on behalf of 746261ccdb744b4abdfc7b324a2ab0c7 for: {'port': 1} {{(pid=101863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:05:46.375555 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-653439e2-a343-471c-84d9-4824794fae0f req-69e71d3c-2063-4378-8c36-e81fec9198b0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:46.383867 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-8724f9a5-97f7-42d7-a8d0-a37989b0a80a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:46.437481 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-8724f9a5-97f7-42d7-a8d0-a37989b0a80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:46.440008 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-8724f9a5-97f7-42d7-a8d0-a37989b0a80a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:46.441211 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-8724f9a5-97f7-42d7-a8d0-a37989b0a80a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/fa7d3f51-a515-46af-af1b-25bd5c88825e HTTP/1.1" status: 204 len: 168 time: 0.1304364 May 04 15:05:46.449432 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8724f9a5-97f7-42d7-a8d0-a37989b0a80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa7d3f51-a515-46af-af1b-25bd5c88825e,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:46.507886 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.db_base_plugin_common [req-653439e2-a343-471c-84d9-4824794fae0f req-69e71d3c-2063-4378-8c36-e81fec9198b0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Allocated IP 172.20.0.13 (cbd2d677-a8b1-4ebd-b28c-fcf8695293b2/c125eab1-7cf8-4e7c-acbb-db552c02fcee/22a45e07-60a8-4668-984e-c87093b460ea) {{(pid=101863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:05:46.667815 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-653439e2-a343-471c-84d9-4824794fae0f req-69e71d3c-2063-4378-8c36-e81fec9198b0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for port, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:46.710294 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-653439e2-a343-471c-84d9-4824794fae0f req-69e71d3c-2063-4378-8c36-e81fec9198b0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:46.761834 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-653439e2-a343-471c-84d9-4824794fae0f req-69e71d3c-2063-4378-8c36-e81fec9198b0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Network cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 is already hosted by enough agents. {{(pid=101863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:05:46.767781 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [req-653439e2-a343-471c-84d9-4824794fae0f req-69e71d3c-2063-4378-8c36-e81fec9198b0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Resources bound (agent type, host, resource id): {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:05:46.775499 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [req-653439e2-a343-471c-84d9-4824794fae0f req-69e71d3c-2063-4378-8c36-e81fec9198b0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Received port after_create {{(pid=101863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:05:46.811541 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e71d3c-2063-4378-8c36-e81fec9198b0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Pushing event updated for resources: {'Port': ['ID=22a45e07-60a8-4668-984e-c87093b460ea,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:46.844486 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653439e2-a343-471c-84d9-4824794fae0f req-69e71d3c-2063-4378-8c36-e81fec9198b0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:46.845195 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-653439e2-a343-471c-84d9-4824794fae0f req-69e71d3c-2063-4378-8c36-e81fec9198b0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:46.875704 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-653439e2-a343-471c-84d9-4824794fae0f req-69e71d3c-2063-4378-8c36-e81fec9198b0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6204534 May 04 15:05:46.896563 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [req-653439e2-a343-471c-84d9-4824794fae0f req-66884f90-7e54-4224-9df8-67b862b14638 service neutron] Request body: {'port': {'device_id': 'e4399a52-6955-4b1a-a83a-f5b23a379aa9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:05:46.962847 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-653439e2-a343-471c-84d9-4824794fae0f req-66884f90-7e54-4224-9df8-67b862b14638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:47.060395 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-2f7dbab1-29d1-43e1-9740-2392b5129292 None None] Provisioning complete for port 22a45e07-60a8-4668-984e-c87093b460ea triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:05:47.061164 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-2f7dbab1-29d1-43e1-9740-2392b5129292 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:47.100995 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-2f7dbab1-29d1-43e1-9740-2392b5129292 None None] Port 22a45e07-60a8-4668-984e-c87093b460ea cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:05:47.270117 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe7daa-cc6f-4d84-9323-327c113ca7fb req-88dc094b-6ca5-47a4-a0ea-c5767faf8e7b tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:47.272256 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f1fe7daa-cc6f-4d84-9323-327c113ca7fb req-88dc094b-6ca5-47a4-a0ea-c5767faf8e7b tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 932 time: 0.0855060 May 04 15:05:47.337396 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [req-653439e2-a343-471c-84d9-4824794fae0f req-66884f90-7e54-4224-9df8-67b862b14638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 22a45e07-60a8-4668-984e-c87093b460ea {{(pid=101863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:05:47.351394 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-653439e2-a343-471c-84d9-4824794fae0f req-66884f90-7e54-4224-9df8-67b862b14638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:47.364003 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f1fe7daa-cc6f-4d84-9323-327c113ca7fb req-19826059-6029-47a7-bbc7-0eb54c72f86b tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677941 May 04 15:05:47.373118 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.provisioning_blocks [req-653439e2-a343-471c-84d9-4824794fae0f req-66884f90-7e54-4224-9df8-67b862b14638 service neutron] Transition to ACTIVE for port object 22a45e07-60a8-4668-984e-c87093b460ea will not be triggered until provisioned by entity L2. {{(pid=101863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:05:47.377974 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-653439e2-a343-471c-84d9-4824794fae0f req-66884f90-7e54-4224-9df8-67b862b14638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2944232'] for port, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:47.440056 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66884f90-7e54-4224-9df8-67b862b14638 service neutron] Pushing event updated for resources: {'Port': ['ID=22a45e07-60a8-4668-984e-c87093b460ea,revision_number=2']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:47.520713 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.managers [req-653439e2-a343-471c-84d9-4824794fae0f req-66884f90-7e54-4224-9df8-67b862b14638 service neutron] Attempting to bind port 22a45e07-60a8-4668-984e-c87093b460ea on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:05:47.520713 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.managers [req-653439e2-a343-471c-84d9-4824794fae0f req-66884f90-7e54-4224-9df8-67b862b14638 service neutron] Attempting to bind port 22a45e07-60a8-4668-984e-c87093b460ea by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'd31e7b59-dfee-4fbf-9768-43afaf63f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2'}] {{(pid=101863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:05:47.521086 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653439e2-a343-471c-84d9-4824794fae0f req-66884f90-7e54-4224-9df8-67b862b14638 service neutron] Attempting to bind port 22a45e07-60a8-4668-984e-c87093b460ea on network cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:05:47.526479 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653439e2-a343-471c-84d9-4824794fae0f req-66884f90-7e54-4224-9df8-67b862b14638 service neutron] Port 22a45e07-60a8-4668-984e-c87093b460ea on network cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:05:47.526805 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653439e2-a343-471c-84d9-4824794fae0f req-66884f90-7e54-4224-9df8-67b862b14638 service neutron] Attempting to bind port 22a45e07-60a8-4668-984e-c87093b460ea on network cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:05:47.532479 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653439e2-a343-471c-84d9-4824794fae0f req-66884f90-7e54-4224-9df8-67b862b14638 service neutron] Checking agent: {'id': 'b5e3fd0f-344a-4130-968c-1c1293caf489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'started_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 5, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:05:47.533268 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653439e2-a343-471c-84d9-4824794fae0f req-66884f90-7e54-4224-9df8-67b862b14638 service neutron] Checking segment: {'id': 'd31e7b59-dfee-4fbf-9768-43afaf63f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:05:47.533775 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-653439e2-a343-471c-84d9-4824794fae0f req-66884f90-7e54-4224-9df8-67b862b14638 service neutron] Bound using segment: {'id': 'd31e7b59-dfee-4fbf-9768-43afaf63f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2'} {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:05:47.534315 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.managers [req-653439e2-a343-471c-84d9-4824794fae0f req-66884f90-7e54-4224-9df8-67b862b14638 service neutron] Bound port: 22a45e07-60a8-4668-984e-c87093b460ea, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd31e7b59-dfee-4fbf-9768-43afaf63f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2'}}] {{(pid=101863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:05:47.534781 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-653439e2-a343-471c-84d9-4824794fae0f req-66884f90-7e54-4224-9df8-67b862b14638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:47.615685 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [req-653439e2-a343-471c-84d9-4824794fae0f req-66884f90-7e54-4224-9df8-67b862b14638 service neutron] For port 22a45e07-60a8-4668-984e-c87093b460ea, host hv-cinder-82963, cleared binding levels {{(pid=101863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:05:47.619526 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [req-653439e2-a343-471c-84d9-4824794fae0f req-66884f90-7e54-4224-9df8-67b862b14638 service neutron] For port 22a45e07-60a8-4668-984e-c87093b460ea, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=22a45e07-60a8-4668-984e-c87093b460ea,segment=NetworkSegment(d31e7b59-dfee-4fbf-9768-43afaf63f9d2),segment_id=d31e7b59-dfee-4fbf-9768-43afaf63f9d2)] {{(pid=101863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:05:47.624153 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-653439e2-a343-471c-84d9-4824794fae0f req-66884f90-7e54-4224-9df8-67b862b14638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2944232'] for port, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:47.660078 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653439e2-a343-471c-84d9-4824794fae0f req-66884f90-7e54-4224-9df8-67b862b14638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:47.660520 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-653439e2-a343-471c-84d9-4824794fae0f req-66884f90-7e54-4224-9df8-67b862b14638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:47.662143 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-653439e2-a343-471c-84d9-4824794fae0f req-66884f90-7e54-4224-9df8-67b862b14638 service neutron] 10.222.0.11 "PUT /v2.0/ports/22a45e07-60a8-4668-984e-c87093b460ea HTTP/1.1" status: 200 len: 1094 time: 0.7706032 May 04 15:05:47.662603 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4399a52-6955-4b1a-a83a-f5b23a379aa9', 'tag': '22a45e07-60a8-4668-984e-c87093b460ea'}] {{(pid=101863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:05:47.664930 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c6767b5d81d022f3d85e9c22ce19b705c79dd3cfc51145499811648722293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cb57d2-7519-49e4-82c6-0bca7549682f" -d '{"events": [{"name": "network-changed", "server_uuid": "e4399a52-6955-4b1a-a83a-f5b23a379aa9", "tag": "22a45e07-60a8-4668-984e-c87093b460ea"}]}' {{(pid=101863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:05:47.709000 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66884f90-7e54-4224-9df8-67b862b14638 service neutron] Pushing event updated for resources: {'Port': ['ID=22a45e07-60a8-4668-984e-c87093b460ea,revision_number=3']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:47.733415 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:05:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f27467ed-a256-47e2-953e-c9ab89883d3b x-openstack-request-id: req-f27467ed-a256-47e2-953e-c9ab89883d3b {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:05:47.733910 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4399a52-6955-4b1a-a83a-f5b23a379aa9", "tag": "22a45e07-60a8-4668-984e-c87093b460ea", "status": "completed", "code": 200}]} {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:05:47.734246 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f27467ed-a256-47e2-953e-c9ab89883d3b {{(pid=101863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:05:47.734741 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f27467ed-a256-47e2-953e-c9ab89883d3b'] response: {'name': 'network-changed', 'server_uuid': 'e4399a52-6955-4b1a-a83a-f5b23a379aa9', 'tag': '22a45e07-60a8-4668-984e-c87093b460ea', 'status': 'completed', 'code': 200} May 04 15:05:47.796054 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653439e2-a343-471c-84d9-4824794fae0f req-89121220-fca6-4202-8761-a43abd109998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:47.797820 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-653439e2-a343-471c-84d9-4824794fae0f req-89121220-fca6-4202-8761-a43abd109998 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=746261ccdb744b4abdfc7b324a2ab0c7&device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 1097 time: 0.0546682 May 04 15:05:47.850980 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-653439e2-a343-471c-84d9-4824794fae0f req-bf9312c9-870f-445c-b66a-af1c94c9931c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22a45e07-60a8-4668-984e-c87093b460ea HTTP/1.1" status: 200 len: 217 time: 0.0377109 May 04 15:05:47.906846 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653439e2-a343-471c-84d9-4824794fae0f req-7e1a0a68-3532-42eb-8ab5-e74011677ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:47.908345 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-653439e2-a343-471c-84d9-4824794fae0f req-7e1a0a68-3532-42eb-8ab5-e74011677ec6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c125eab1-7cf8-4e7c-acbb-db552c02fcee HTTP/1.1" status: 200 len: 851 time: 0.0513275 May 04 15:05:47.963404 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653439e2-a343-471c-84d9-4824794fae0f req-0a1be70c-13ca-47c9-8bbe-fbd5c28ebbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:47.964913 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-653439e2-a343-471c-84d9-4824794fae0f req-0a1be70c-13ca-47c9-8bbe-fbd5c28ebbd5 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499921 May 04 15:05:48.060972 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-653439e2-a343-471c-84d9-4824794fae0f req-2c8b8855-8968-4f74-9911-f9c47a178baa service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883329 May 04 15:05:48.155232 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-653439e2-a343-471c-84d9-4824794fae0f req-a2196a37-8a5b-4162-bf65-799a882c8aa8 service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865517 May 04 15:05:48.300567 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb57d2-7519-49e4-82c6-0bca7549682f req-ee2c5774-6d8c-49fb-9484-862a62b14457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:48.302104 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-82cb57d2-7519-49e4-82c6-0bca7549682f req-ee2c5774-6d8c-49fb-9484-862a62b14457 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=746261ccdb744b4abdfc7b324a2ab0c7&device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 1097 time: 0.0545011 May 04 15:05:48.409163 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb57d2-7519-49e4-82c6-0bca7549682f req-63b826b0-874d-4fd0-90c5-b017f7478e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:48.410766 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-82cb57d2-7519-49e4-82c6-0bca7549682f req-63b826b0-874d-4fd0-90c5-b017f7478e55 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 HTTP/1.1" status: 200 len: 913 time: 0.1009290 May 04 15:05:48.457780 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-82cb57d2-7519-49e4-82c6-0bca7549682f req-91a90c7a-2230-42de-aab1-142c04c8452a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22a45e07-60a8-4668-984e-c87093b460ea HTTP/1.1" status: 200 len: 217 time: 0.0402620 May 04 15:05:48.536839 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb57d2-7519-49e4-82c6-0bca7549682f req-04763746-d9fd-4080-9dab-ee6e43424e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:48.538278 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-82cb57d2-7519-49e4-82c6-0bca7549682f req-04763746-d9fd-4080-9dab-ee6e43424e00 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c125eab1-7cf8-4e7c-acbb-db552c02fcee HTTP/1.1" status: 200 len: 851 time: 0.0712144 May 04 15:05:48.546508 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e043b8-c168-4967-bda4-6e6d36a070e2 req-4b839726-4368-4018-866e-7f372c7f7b2c tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:48.547886 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-08e043b8-c168-4967-bda4-6e6d36a070e2 req-4b839726-4368-4018-866e-7f372c7f7b2c tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 944 time: 0.0919225 May 04 15:05:48.610913 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-08e043b8-c168-4967-bda4-6e6d36a070e2 req-9e2b857d-1d18-4a07-85b9-2eb7e57c0d33 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549016 May 04 15:05:48.613476 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82cb57d2-7519-49e4-82c6-0bca7549682f req-1d58e1fc-8ec0-4083-8bbf-eee9603e5f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:48.614871 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-82cb57d2-7519-49e4-82c6-0bca7549682f req-1d58e1fc-8ec0-4083-8bbf-eee9603e5f1e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0661559 May 04 15:05:48.711170 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-82cb57d2-7519-49e4-82c6-0bca7549682f req-52926412-6db2-4f6f-b6cd-cd3fafae0f71 service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866957 May 04 15:05:48.801346 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-82cb57d2-7519-49e4-82c6-0bca7549682f req-5fbbf03a-719b-4fd0-bb0c-39323bc0450a service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824664 May 04 15:05:49.728772 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d9b2d7-7274-40b2-bfcf-8586dfe6193e req-17f3a3bd-bda1-4d61-96ad-9f6501b5df02 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:49.730300 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-82d9b2d7-7274-40b2-bfcf-8586dfe6193e req-17f3a3bd-bda1-4d61-96ad-9f6501b5df02 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 944 time: 0.0508707 May 04 15:05:49.767914 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-82d9b2d7-7274-40b2-bfcf-8586dfe6193e req-a97a37f3-2bb5-469f-be2e-d779f1b9a7af tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315011 May 04 15:05:51.157554 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94d5216-5c00-4cb5-9f98-6ae1cf30921e req-478d24b1-b758-4410-8841-6bfadc2f8891 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:51.158932 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d94d5216-5c00-4cb5-9f98-6ae1cf30921e req-478d24b1-b758-4410-8841-6bfadc2f8891 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 944 time: 0.3200295 May 04 15:05:51.196956 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d94d5216-5c00-4cb5-9f98-6ae1cf30921e req-d9020a1e-0009-4245-86c7-5d5c2534feca tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318553 May 04 15:05:52.317751 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5d9658-587b-48c2-a2a5-aa66444abf34 req-9dbcb841-e6d2-4917-abfd-4ee07915bc07 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:52.319234 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-de5d9658-587b-48c2-a2a5-aa66444abf34 req-9dbcb841-e6d2-4917-abfd-4ee07915bc07 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 944 time: 0.0545561 May 04 15:05:52.359048 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-de5d9658-587b-48c2-a2a5-aa66444abf34 req-8d9b8064-d346-485f-81be-440a94a72eab tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327537 May 04 15:05:53.474341 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f9fe7c3-5687-4f08-8132-ec9c3571a055 req-6bfaf038-aa57-4781-a907-bef16d276fbe tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:53.475835 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3f9fe7c3-5687-4f08-8132-ec9c3571a055 req-6bfaf038-aa57-4781-a907-bef16d276fbe tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 944 time: 0.0495312 May 04 15:05:53.513801 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3f9fe7c3-5687-4f08-8132-ec9c3571a055 req-d0ab11b5-ed7d-42d1-a554-e281410cce6f tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318327 May 04 15:05:54.633430 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7473ea-0f34-4cc2-9d5c-b4d1f38bee16 req-a614d2b7-ab70-4584-976c-03dd8fe272e0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:54.635586 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-fb7473ea-0f34-4cc2-9d5c-b4d1f38bee16 req-a614d2b7-ab70-4584-976c-03dd8fe272e0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 944 time: 0.0522041 May 04 15:05:54.674215 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-fb7473ea-0f34-4cc2-9d5c-b4d1f38bee16 req-00fd2c16-4d5c-4cb6-9fd5-3148368bba85 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326109 May 04 15:05:55.788429 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf77bc1-4237-4f1b-8d22-307bb3e70a6b req-5fc18590-e4d1-40f6-a0b6-d135ed63658c tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:55.789942 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ccf77bc1-4237-4f1b-8d22-307bb3e70a6b req-5fc18590-e4d1-40f6-a0b6-d135ed63658c tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 944 time: 0.0487983 May 04 15:05:55.828141 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ccf77bc1-4237-4f1b-8d22-307bb3e70a6b req-52cd5933-e29c-44cd-8afa-ca6096ad4420 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312822 May 04 15:05:56.137371 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 22a45e07-60a8-4668-984e-c87093b460ea details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:05:56.247385 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 22a45e07-60a8-4668-984e-c87093b460ea, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=22a45e07-60a8-4668-984e-c87093b460ea,segment=NetworkSegment(d31e7b59-dfee-4fbf-9768-43afaf63f9d2),segment_id=d31e7b59-dfee-4fbf-9768-43afaf63f9d2)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:56.260349 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Returning: {'device': '22a45e07-60a8-4668-984e-c87093b460ea', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'port_id': '22a45e07-60a8-4668-984e-c87093b460ea', 'mac_address': 'fa:16:3e:95:30:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:05:56.299509 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:56.313683 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 22a45e07-60a8-4668-984e-c87093b460ea {{(pid=101865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:05:56.334130 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 22a45e07-60a8-4668-984e-c87093b460ea, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=22a45e07-60a8-4668-984e-c87093b460ea,segment=NetworkSegment(d31e7b59-dfee-4fbf-9768-43afaf63f9d2),segment_id=d31e7b59-dfee-4fbf-9768-43afaf63f9d2)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:56.338538 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:56.399217 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=22a45e07-60a8-4668-984e-c87093b460ea,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:56.784542 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['22a45e07-60a8-4668-984e-c87093b460ea'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:05:56.944794 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b87b3-1b38-4a35-9e5e-1375c777bb95 req-33a34e0c-3335-4789-bb99-c6d4a4c0bba9 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:56.946305 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-255b87b3-1b38-4a35-9e5e-1375c777bb95 req-33a34e0c-3335-4789-bb99-c6d4a4c0bba9 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 945 time: 0.0488575 May 04 15:05:56.985346 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-255b87b3-1b38-4a35-9e5e-1375c777bb95 req-dcc3b5d5-70af-45a8-95ea-94edba18f0c9 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325551 May 04 15:05:58.107124 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a957c2a-abca-4305-99b7-c7a9e2836b5e req-d77a83c6-725f-41d9-8df5-8923b4734b56 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:58.108635 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6a957c2a-abca-4305-99b7-c7a9e2836b5e req-d77a83c6-725f-41d9-8df5-8923b4734b56 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 945 time: 0.0535524 May 04 15:05:58.151206 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6a957c2a-abca-4305-99b7-c7a9e2836b5e req-63bfe804-0d3d-4b8e-b714-c0c021db4f85 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360637 May 04 15:05:58.151449 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 22a45e07-60a8-4668-984e-c87093b460ea up at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:05:58.200554 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning for port 22a45e07-60a8-4668-984e-c87093b460ea completed by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:05:58.204429 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning complete for port 22a45e07-60a8-4668-984e-c87093b460ea triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:05:58.204839 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:58.288964 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:58.312460 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4399a52-6955-4b1a-a83a-f5b23a379aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a45e07-60a8-4668-984e-c87093b460ea'}] {{(pid=101865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:05:58.314864 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13127db273ea31dc2797640238b9d4a3f6ca00c8d3f152038556e6a345f6b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51988397-3d4e-4f26-ad7f-0aa52b1e6158" -d '{"events": [{"server_uuid": "e4399a52-6955-4b1a-a83a-f5b23a379aa9", "name": "network-vif-plugged", "status": "completed", "tag": "22a45e07-60a8-4668-984e-c87093b460ea"}]}' {{(pid=101865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:05:58.331951 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 22a45e07-60a8-4668-984e-c87093b460ea, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=22a45e07-60a8-4668-984e-c87093b460ea,segment=NetworkSegment(d31e7b59-dfee-4fbf-9768-43afaf63f9d2),segment_id=d31e7b59-dfee-4fbf-9768-43afaf63f9d2)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:05:58.337856 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:05:58.496973 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:05:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a4c0480-5de2-4b97-ab42-60f90f9871b2 x-openstack-request-id: req-3a4c0480-5de2-4b97-ab42-60f90f9871b2 {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:05:58.497294 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4399a52-6955-4b1a-a83a-f5b23a379aa9", "name": "network-vif-plugged", "status": "completed", "tag": "22a45e07-60a8-4668-984e-c87093b460ea", "code": 200}]} {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:05:58.497617 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-3a4c0480-5de2-4b97-ab42-60f90f9871b2 {{(pid=101865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:05:58.498025 dv-cinder-829630-2-iscsi neutron-server[101865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a4c0480-5de2-4b97-ab42-60f90f9871b2'] response: {'server_uuid': 'e4399a52-6955-4b1a-a83a-f5b23a379aa9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '22a45e07-60a8-4668-984e-c87093b460ea', 'code': 200} May 04 15:05:58.524190 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=22a45e07-60a8-4668-984e-c87093b460ea,revision_number=5']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:05:58.615635 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407aef03-f8e7-4de3-9ffc-1d2e315a0b49 req-77ddb413-3867-418a-8d78-9af4601a029c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:58.617596 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-407aef03-f8e7-4de3-9ffc-1d2e315a0b49 req-77ddb413-3867-418a-8d78-9af4601a029c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 1099 time: 0.0407240 May 04 15:05:58.654880 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-407aef03-f8e7-4de3-9ffc-1d2e315a0b49 req-7f35d43b-a149-4276-8d19-f55f6122d2e8 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300608 May 04 15:05:59.270141 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6358c13a-2102-4bbd-84fb-593c75f5c333 req-862faf2b-ac3b-4d5e-bfe4-314a031d4b28 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:05:59.271618 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6358c13a-2102-4bbd-84fb-593c75f5c333 req-862faf2b-ac3b-4d5e-bfe4-314a031d4b28 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 946 time: 0.0508127 May 04 15:05:59.309605 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6358c13a-2102-4bbd-84fb-593c75f5c333 req-81f6706a-62ea-4c25-918c-e7ec0c583ce7 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312970 May 04 15:06:00.435545 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6714de0-2589-4191-bd21-a576244fe3a6 req-ce3e83a5-a919-4a82-b4c1-eaac88482489 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:00.440984 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e6714de0-2589-4191-bd21-a576244fe3a6 req-ce3e83a5-a919-4a82-b4c1-eaac88482489 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 946 time: 0.0571041 May 04 15:06:00.476536 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e6714de0-2589-4191-bd21-a576244fe3a6 req-57abe8a4-5d5a-49e4-9829-f216fe81c35b tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326767 May 04 15:06:00.599234 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3661c40-2ef4-4784-baab-7f1b50822e4f req-f6999570-7807-4226-b9ba-624b5dc3e7cd tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:00.600763 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a3661c40-2ef4-4784-baab-7f1b50822e4f req-f6999570-7807-4226-b9ba-624b5dc3e7cd tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 946 time: 0.0576277 May 04 15:06:00.641420 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a3661c40-2ef4-4784-baab-7f1b50822e4f req-a9e02b78-47b4-45eb-b891-0320efe83776 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343392 May 04 15:06:00.664392 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 47954) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:00.704359 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7a7642-41d8-4d06-94d5-8fd3b7cc19e0 tempest-TestVolumeBootPattern-660692146 tempest-TestVolumeBootPattern-660692146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:00.705956 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-ff7a7642-41d8-4d06-94d5-8fd3b7cc19e0 tempest-TestVolumeBootPattern-660692146 tempest-TestVolumeBootPattern-660692146-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 1094 time: 0.0406106 May 04 15:06:00.708664 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 47956) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:00.713673 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-e7a40f3f-d10d-4eab-ab36-a56a002bd2ee tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Request body: {'floatingip': {'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'port_id': '22a45e07-60a8-4668-984e-c87093b460ea', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:06:00.741385 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e7a40f3f-d10d-4eab-ab36-a56a002bd2ee tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for floatingip, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:00.839179 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e7a40f3f-d10d-4eab-ab36-a56a002bd2ee tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:00.952491 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_common [None req-e7a40f3f-d10d-4eab-ab36-a56a002bd2ee tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Allocated IP 172.27.1.31 (de075482-66db-4cfa-a120-f2ea157cd064/5a69c200-2813-4998-8939-5704799bdcf4/4db68ad5-025d-49de-a4ef-e2bcf8bb2e17) {{(pid=101864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:06:01.053182 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e7a40f3f-d10d-4eab-ab36-a56a002bd2ee tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for port, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:01.092798 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e7a40f3f-d10d-4eab-ab36-a56a002bd2ee tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:01.131679 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7a40f3f-d10d-4eab-ab36-a56a002bd2ee tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Network de075482-66db-4cfa-a120-f2ea157cd064 is already hosted by enough agents. {{(pid=101864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:06:01.135230 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [None req-e7a40f3f-d10d-4eab-ab36-a56a002bd2ee tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Resources bound (agent type, host, resource id): {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:06:01.138874 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a40f3f-d10d-4eab-ab36-a56a002bd2ee tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Received port after_create {{(pid=101864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:06:01.144508 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a40f3f-d10d-4eab-ab36-a56a002bd2ee tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Pushing event updated for resources: {'Port': ['ID=4db68ad5-025d-49de-a4ef-e2bcf8bb2e17,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:01.735229 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e7a40f3f-d10d-4eab-ab36-a56a002bd2ee tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:01.806505 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e7a40f3f-d10d-4eab-ab36-a56a002bd2ee tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:01.970043 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e7a40f3f-d10d-4eab-ab36-a56a002bd2ee tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for port, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:01.973835 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e7a40f3f-d10d-4eab-ab36-a56a002bd2ee tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:02.042996 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a40f3f-d10d-4eab-ab36-a56a002bd2ee tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Pushing event updated for resources: {'Port': ['ID=4db68ad5-025d-49de-a4ef-e2bcf8bb2e17,revision_number=2']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:02.054724 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e7a40f3f-d10d-4eab-ab36-a56a002bd2ee tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628046'] for floatingip, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:02.149290 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.db.l3_db [None req-e7a40f3f-d10d-4eab-ab36-a56a002bd2ee tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Floating IP c8ef7abb-9700-486d-b7db-2f0b918a879c associated. External IP: 172.27.1.31, port: 22a45e07-60a8-4668-984e-c87093b460ea. May 04 15:06:02.353932 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7a40f3f-d10d-4eab-ab36-a56a002bd2ee tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Router 06f54089-7973-46bd-8d6b-77e9050d24a8 has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:06:02.468575 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7a40f3f-d10d-4eab-ab36-a56a002bd2ee tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:06:02.479432 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb90647-b5c9-40e3-a537-61a16f2128ea None None] Sync routers for ids ['06f54089-7973-46bd-8d6b-77e9050d24a8'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:06:02.488118 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-e7a40f3f-d10d-4eab-ab36-a56a002bd2ee tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:02.490073 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb90647-b5c9-40e3-a537-61a16f2128ea None None] Routers {'06f54089-7973-46bd-8d6b-77e9050d24a8'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:06:02.490759 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-4cb90647-b5c9-40e3-a537-61a16f2128ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:05:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['06f54089-7973-46bd-8d6b-77e9050d24a8'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:02.515385 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-e7a40f3f-d10d-4eab-ab36-a56a002bd2ee tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8056691 May 04 15:06:02.516129 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4399a52-6955-4b1a-a83a-f5b23a379aa9', 'tag': '22a45e07-60a8-4668-984e-c87093b460ea'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:06:02.518474 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7db24047-dd95-4155-a577-140423228c22" -d '{"events": [{"name": "network-changed", "server_uuid": "e4399a52-6955-4b1a-a83a-f5b23a379aa9", "tag": "22a45e07-60a8-4668-984e-c87093b460ea"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:06:02.556744 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09ccda56-6188-4de3-831c-417a1fe89b5b x-openstack-request-id: req-09ccda56-6188-4de3-831c-417a1fe89b5b {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:06:02.557051 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4399a52-6955-4b1a-a83a-f5b23a379aa9", "tag": "22a45e07-60a8-4668-984e-c87093b460ea", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:06:02.557310 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-09ccda56-6188-4de3-831c-417a1fe89b5b {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:06:02.557722 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09ccda56-6188-4de3-831c-417a1fe89b5b'] response: {'name': 'network-changed', 'server_uuid': 'e4399a52-6955-4b1a-a83a-f5b23a379aa9', 'tag': '22a45e07-60a8-4668-984e-c87093b460ea', 'status': 'completed', 'code': 200} May 04 15:06:02.602350 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-4cb90647-b5c9-40e3-a537-61a16f2128ea None None] Set router 06f54089-7973-46bd-8d6b-77e9050d24a8 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:06:02.645422 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db24047-dd95-4155-a577-140423228c22 req-ccc8d03c-1340-429d-a9df-7cd2219472b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:02.646870 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7db24047-dd95-4155-a577-140423228c22 req-ccc8d03c-1340-429d-a9df-7cd2219472b7 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=746261ccdb744b4abdfc7b324a2ab0c7&device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 1099 time: 0.0408957 May 04 15:06:02.741328 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db24047-dd95-4155-a577-140423228c22 req-79f97318-6336-4a9e-8c16-e9f4474561e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:02.742814 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7db24047-dd95-4155-a577-140423228c22 req-79f97318-6336-4a9e-8c16-e9f4474561e4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 HTTP/1.1" status: 200 len: 913 time: 0.0871046 May 04 15:06:02.808598 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7db24047-dd95-4155-a577-140423228c22 req-2a77b942-e85d-4375-b8eb-97e8a43dbe88 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22a45e07-60a8-4668-984e-c87093b460ea HTTP/1.1" status: 200 len: 999 time: 0.0588365 May 04 15:06:02.824228 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-4cb90647-b5c9-40e3-a537-61a16f2128ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'name': 'tempest-TestVolumeBootPattern-1512480132-router', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:56Z', 'updated_at': '2022-05-04T15:01:59Z', 'revision_number': 4, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'gw_port': {'id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:57Z', 'updated_at': '2022-05-04T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': 'c8ef7abb-9700-486d-b7db-2f0b918a879c', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'floating_ip_address': '172.27.1.31', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'port_id': '22a45e07-60a8-4668-984e-c87093b460ea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'mac_address': 'fa:16:3e:95:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4399a52-6955-4b1a-a83a-f5b23a379aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:06:01Z', 'updated_at': '2022-05-04T15:06:01Z', 'revision_number': 0, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92332740-8551-4617-a14b-a5ea0897409b', 'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'mac_address': 'fa:16:3e:69:97:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:58Z', 'updated_at': '2022-05-04T15:02:03Z', 'revision_number': 5, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'subnets': [{'id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:02.854385 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb90647-b5c9-40e3-a537-61a16f2128ea None None] Checking router: 06f54089-7973-46bd-8d6b-77e9050d24a8 for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:06:02.864057 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb90647-b5c9-40e3-a537-61a16f2128ea None None] Routers {'06f54089-7973-46bd-8d6b-77e9050d24a8'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:06:02.864289 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db24047-dd95-4155-a577-140423228c22 req-28d9761d-330f-4668-a9d9-07c86232b757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:02.865564 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-4cb90647-b5c9-40e3-a537-61a16f2128ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:05:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['06f54089-7973-46bd-8d6b-77e9050d24a8'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:02.865795 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7db24047-dd95-4155-a577-140423228c22 req-28d9761d-330f-4668-a9d9-07c86232b757 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c125eab1-7cf8-4e7c-acbb-db552c02fcee HTTP/1.1" status: 200 len: 851 time: 0.0490417 May 04 15:06:02.921210 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db24047-dd95-4155-a577-140423228c22 req-85a73fd0-e9e1-41b1-9368-7e3a191af50c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:02.922813 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7db24047-dd95-4155-a577-140423228c22 req-85a73fd0-e9e1-41b1-9368-7e3a191af50c service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495188 May 04 15:06:03.010451 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-4cb90647-b5c9-40e3-a537-61a16f2128ea None None] Set router 06f54089-7973-46bd-8d6b-77e9050d24a8 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:06:03.039139 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7db24047-dd95-4155-a577-140423228c22 req-500a8029-8946-462c-8536-2dd45c652e20 service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073537 May 04 15:06:03.160671 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7db24047-dd95-4155-a577-140423228c22 req-48d40019-13d0-4d47-baf6-fdef3faa1264 service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003973 May 04 15:06:03.250354 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-4cb90647-b5c9-40e3-a537-61a16f2128ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'name': 'tempest-TestVolumeBootPattern-1512480132-router', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:56Z', 'updated_at': '2022-05-04T15:01:59Z', 'revision_number': 4, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'gw_port': {'id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:57Z', 'updated_at': '2022-05-04T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': 'c8ef7abb-9700-486d-b7db-2f0b918a879c', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'floating_ip_address': '172.27.1.31', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'port_id': '22a45e07-60a8-4668-984e-c87093b460ea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'mac_address': 'fa:16:3e:95:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4399a52-6955-4b1a-a83a-f5b23a379aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:06:01Z', 'updated_at': '2022-05-04T15:06:01Z', 'revision_number': 0, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92332740-8551-4617-a14b-a5ea0897409b', 'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'mac_address': 'fa:16:3e:69:97:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:58Z', 'updated_at': '2022-05-04T15:02:03Z', 'revision_number': 5, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'subnets': [{'id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:03.282354 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb90647-b5c9-40e3-a537-61a16f2128ea None None] The sync data for ids ['06f54089-7973-46bd-8d6b-77e9050d24a8'] in dv-cinder-829630-2-iscsi is: [{'id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'name': 'tempest-TestVolumeBootPattern-1512480132-router', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:56Z', 'updated_at': '2022-05-04T15:01:59Z', 'revision_number': 4, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'gw_port': {'id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:57Z', 'updated_at': '2022-05-04T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': 'c8ef7abb-9700-486d-b7db-2f0b918a879c', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'floating_ip_address': '172.27.1.31', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'port_id': '22a45e07-60a8-4668-984e-c87093b460ea', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'mac_address': 'fa:16:3e:95:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4399a52-6955-4b1a-a83a-f5b23a379aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:06:01Z', 'updated_at': '2022-05-04T15:06:01Z', 'revision_number': 0, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92332740-8551-4617-a14b-a5ea0897409b', 'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'mac_address': 'fa:16:3e:69:97:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:58Z', 'updated_at': '2022-05-04T15:02:03Z', 'revision_number': 5, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'subnets': [{'id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:06:03.466918 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e430668-f0aa-4b8b-8be0-66f018c5d020 None None] New status for floating IP c8ef7abb-9700-486d-b7db-2f0b918a879c: ACTIVE {{(pid=101865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:06:04.507161 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 48036) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:04.611939 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-86a59729-6fa4-47fe-8d03-8e0f4fe29e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:04.692106 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-86a59729-6fa4-47fe-8d03-8e0f4fe29e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:04.695914 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-86a59729-6fa4-47fe-8d03-8e0f4fe29e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:04.739184 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-86a59729-6fa4-47fe-8d03-8e0f4fe29e00 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c8ded671f58940f5a4b1a76232340531&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309721 May 04 15:06:04.740169 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a59729-6fa4-47fe-8d03-8e0f4fe29e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf145a9-c3bc-4e5a-a2b2-6a1a2e9f5659,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:04.742276 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 48040) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:04.800013 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-71a3b2fc-5e21-4913-b95e-655db1e4efa4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:04.822927 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-71a3b2fc-5e21-4913-b95e-655db1e4efa4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:04.871178 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-71a3b2fc-5e21-4913-b95e-655db1e4efa4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:04.873803 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-71a3b2fc-5e21-4913-b95e-655db1e4efa4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:04.874949 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-71a3b2fc-5e21-4913-b95e-655db1e4efa4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ddf145a9-c3bc-4e5a-a2b2-6a1a2e9f5659 HTTP/1.1" status: 204 len: 168 time: 0.1316996 May 04 15:06:04.882951 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a3b2fc-5e21-4913-b95e-655db1e4efa4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf145a9-c3bc-4e5a-a2b2-6a1a2e9f5659,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:05.132840 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 48046) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:05.146215 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7aa851d4-5223-4efb-a461-011784d3517e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:05.221828 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7aa851d4-5223-4efb-a461-011784d3517e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:05.225370 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7aa851d4-5223-4efb-a461-011784d3517e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:05.265836 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-7aa851d4-5223-4efb-a461-011784d3517e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=baf4b7bb55ec4f0594696834603dcb51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1319156 May 04 15:06:05.266687 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa851d4-5223-4efb-a461-011784d3517e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36ca4878-b6b9-48c1-b3a8-29d814263957,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:05.269345 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 48048) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:05.317330 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4a7af37d-b041-430d-99fe-f0b54be7e87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:05.339422 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4a7af37d-b041-430d-99fe-f0b54be7e87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:05.392022 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4a7af37d-b041-430d-99fe-f0b54be7e87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:05.394620 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4a7af37d-b041-430d-99fe-f0b54be7e87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:05.395827 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-4a7af37d-b041-430d-99fe-f0b54be7e87c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/36ca4878-b6b9-48c1-b3a8-29d814263957 HTTP/1.1" status: 204 len: 168 time: 0.1250510 May 04 15:06:05.404426 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7af37d-b041-430d-99fe-f0b54be7e87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36ca4878-b6b9-48c1-b3a8-29d814263957,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:06.155000 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-a4cf686d-4d32-4745-bd9f-4b83b9531732 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:06.953210 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 48096) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:07.056407 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a7eb3ac8-61f6-4274-b185-d94efde14972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:07.135218 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a7eb3ac8-61f6-4274-b185-d94efde14972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:07.138951 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a7eb3ac8-61f6-4274-b185-d94efde14972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:07.177272 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7eb3ac8-61f6-4274-b185-d94efde14972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c350be3-3966-4094-a169-c90bed0071c7,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:07.182372 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-a7eb3ac8-61f6-4274-b185-d94efde14972 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bccd4c0f98224603b5bf3323e0e6f208&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280855 May 04 15:06:07.185492 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 48100) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:07.235046 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f1ba7c2e-d0cc-43b9-9474-8322ba869288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:07.257062 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f1ba7c2e-d0cc-43b9-9474-8322ba869288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:07.304347 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f1ba7c2e-d0cc-43b9-9474-8322ba869288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:07.309361 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f1ba7c2e-d0cc-43b9-9474-8322ba869288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:07.309361 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-f1ba7c2e-d0cc-43b9-9474-8322ba869288 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5c350be3-3966-4094-a169-c90bed0071c7 HTTP/1.1" status: 204 len: 168 time: 0.1227353 May 04 15:06:07.316984 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ba7c2e-d0cc-43b9-9474-8322ba869288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c350be3-3966-4094-a169-c90bed0071c7,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:07.590904 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 48108) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:07.604785 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-53d0d3e1-b8a6-47a5-9fdb-09dac2b0670c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:07.685598 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-53d0d3e1-b8a6-47a5-9fdb-09dac2b0670c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:07.689873 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-53d0d3e1-b8a6-47a5-9fdb-09dac2b0670c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:07.726388 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d0d3e1-b8a6-47a5-9fdb-09dac2b0670c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8dc69f8-c176-4045-90c8-6be7feb2f292,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:07.731418 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-53d0d3e1-b8a6-47a5-9fdb-09dac2b0670c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bd5c1d0ec610416ea7a62713e21cfcc3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1394882 May 04 15:06:07.734170 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 48110) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:07.786535 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-7ad6d0a7-ecf8-4700-b170-fa0d73485e40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:07.807906 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-7ad6d0a7-ecf8-4700-b170-fa0d73485e40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:07.853887 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-7ad6d0a7-ecf8-4700-b170-fa0d73485e40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:07.856331 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-7ad6d0a7-ecf8-4700-b170-fa0d73485e40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:07.857533 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-7ad6d0a7-ecf8-4700-b170-fa0d73485e40 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c8dc69f8-c176-4045-90c8-6be7feb2f292 HTTP/1.1" status: 204 len: 168 time: 0.1224775 May 04 15:06:07.865460 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad6d0a7-ecf8-4700-b170-fa0d73485e40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8dc69f8-c176-4045-90c8-6be7feb2f292,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:08.431089 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-f6280c8c-8136-423b-a980-5038b52f0360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:09.676820 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:09.856104 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 48184) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:09.962409 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ee05c042-aaa3-487d-85f8-8b2836e3cbf5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:10.036914 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ee05c042-aaa3-487d-85f8-8b2836e3cbf5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:10.041440 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ee05c042-aaa3-487d-85f8-8b2836e3cbf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:10.078793 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee05c042-aaa3-487d-85f8-8b2836e3cbf5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f26835-54be-410f-b9ee-1fd0a5257eb8,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:10.083219 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-ee05c042-aaa3-487d-85f8-8b2836e3cbf5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7f174c126647491499b7c2f05b8a6701&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2260590 May 04 15:06:10.085829 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 48188) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:10.139610 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-053e3764-0b32-44a8-9320-711faf4bed18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:10.164210 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-053e3764-0b32-44a8-9320-711faf4bed18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:10.220682 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-053e3764-0b32-44a8-9320-711faf4bed18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:10.223476 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-053e3764-0b32-44a8-9320-711faf4bed18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:10.224627 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-053e3764-0b32-44a8-9320-711faf4bed18 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a4f26835-54be-410f-b9ee-1fd0a5257eb8 HTTP/1.1" status: 204 len: 168 time: 0.1379025 May 04 15:06:10.233279 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e3764-0b32-44a8-9320-711faf4bed18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f26835-54be-410f-b9ee-1fd0a5257eb8,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:10.429280 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:10.495919 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 48194) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:10.510362 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-04619b34-adb0-4563-af5c-8bf62c028467 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:10.588370 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-04619b34-adb0-4563-af5c-8bf62c028467 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:10.591954 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-04619b34-adb0-4563-af5c-8bf62c028467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:10.631486 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-04619b34-adb0-4563-af5c-8bf62c028467 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=03218c0a34114ffd8cebe26c25d4a635&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1344442 May 04 15:06:10.632359 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04619b34-adb0-4563-af5c-8bf62c028467 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4300fc7c-362f-4a32-b4c3-44533d41fafe,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:10.634805 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 48198) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:10.688028 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-989c9a2d-1be8-46cc-b51a-7f9c9e589997 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:10.709339 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-989c9a2d-1be8-46cc-b51a-7f9c9e589997 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:10.757406 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-989c9a2d-1be8-46cc-b51a-7f9c9e589997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:10.760589 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-989c9a2d-1be8-46cc-b51a-7f9c9e589997 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:10.762093 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-989c9a2d-1be8-46cc-b51a-7f9c9e589997 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/4300fc7c-362f-4a32-b4c3-44533d41fafe HTTP/1.1" status: 204 len: 168 time: 0.1258070 May 04 15:06:10.769817 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989c9a2d-1be8-46cc-b51a-7f9c9e589997 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4300fc7c-362f-4a32-b4c3-44533d41fafe,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:11.313531 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:11.712341 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:11.861880 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 48244) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:11.976673 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-efb74c74-897c-4222-b951-5c6e3192e4f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:12.054453 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-efb74c74-897c-4222-b951-5c6e3192e4f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:12.058189 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-efb74c74-897c-4222-b951-5c6e3192e4f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:12.107446 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-efb74c74-897c-4222-b951-5c6e3192e4f8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=865cb5d14178495d8a50d68101cd5567&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2425413 May 04 15:06:12.107446 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb74c74-897c-4222-b951-5c6e3192e4f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b0c369-3d1b-4b1e-81b9-709bd931a745,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:12.108439 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 48248) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:12.173277 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-1036aff0-ad76-420a-8071-603119407b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:12.201149 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-1036aff0-ad76-420a-8071-603119407b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:12.252095 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-1036aff0-ad76-420a-8071-603119407b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:12.256454 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-1036aff0-ad76-420a-8071-603119407b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:12.260114 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-1036aff0-ad76-420a-8071-603119407b7a admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/47b0c369-3d1b-4b1e-81b9-709bd931a745 HTTP/1.1" status: 204 len: 168 time: 0.1500385 May 04 15:06:12.269691 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1036aff0-ad76-420a-8071-603119407b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b0c369-3d1b-4b1e-81b9-709bd931a745,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:12.495000 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666e9110-fd90-4d2b-b1f6-137e61e4ad73 req-f720ed89-c5a6-46a5-afd6-a5134235572b tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:12.496607 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-666e9110-fd90-4d2b-b1f6-137e61e4ad73 req-f720ed89-c5a6-46a5-afd6-a5134235572b tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ec75ab1-95fd-482f-8ef9-38c970019a31 HTTP/1.1" status: 200 len: 946 time: 0.0664866 May 04 15:06:12.544731 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-666e9110-fd90-4d2b-b1f6-137e61e4ad73 req-02079740-63c5-442e-b5e5-13ae9e717775 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=c27e8b18-6946-42c7-a51c-bd7ebf8a1cce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408340 May 04 15:06:13.659718 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1601c2-8328-498b-abc2-6011ace2d6fa req-b8ed79a0-e068-4868-94c3-f0a07118cd8e tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:13.661207 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9f1601c2-8328-498b-abc2-6011ace2d6fa req-b8ed79a0-e068-4868-94c3-f0a07118cd8e tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ec75ab1-95fd-482f-8ef9-38c970019a31 HTTP/1.1" status: 200 len: 946 time: 0.0473566 May 04 15:06:13.699299 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9f1601c2-8328-498b-abc2-6011ace2d6fa req-8292b113-3299-44c5-bd2a-41cb8b1ad8d2 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=c27e8b18-6946-42c7-a51c-bd7ebf8a1cce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313716 May 04 15:06:14.820679 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ff81c-c3bc-44df-8ba2-858cb4944a3f req-0c477519-67b9-43f9-8e47-c4c2573dc8f8 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:14.822710 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e21ff81c-c3bc-44df-8ba2-858cb4944a3f req-0c477519-67b9-43f9-8e47-c4c2573dc8f8 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ec75ab1-95fd-482f-8ef9-38c970019a31 HTTP/1.1" status: 200 len: 946 time: 0.0494268 May 04 15:06:14.860154 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e21ff81c-c3bc-44df-8ba2-858cb4944a3f req-ba787a31-c980-4eca-851a-2b64cd6aa727 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=c27e8b18-6946-42c7-a51c-bd7ebf8a1cce&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315549 May 04 15:06:15.129243 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c3e87b-5b69-4041-85ec-bd7d92280d6e req-51239b48-c4e8-42df-9eec-065d59c5b2de tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:15.130586 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f9c3e87b-5b69-4041-85ec-bd7d92280d6e req-51239b48-c4e8-42df-9eec-065d59c5b2de tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.11 "GET /v2.0/ports?device_id=8ec75ab1-95fd-482f-8ef9-38c970019a31 HTTP/1.1" status: 200 len: 946 time: 0.0532732 May 04 15:06:15.226905 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [req-f9c3e87b-5b69-4041-85ec-bd7d92280d6e req-9df835e1-6337-47e3-9915-82dd1f39352d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Deleting port 2ef882b6-f52c-4360-b43f-97f112807b2d {{(pid=101863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:06:15.227950 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-f9c3e87b-5b69-4041-85ec-bd7d92280d6e req-9df835e1-6337-47e3-9915-82dd1f39352d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:15.318140 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [req-f9c3e87b-5b69-4041-85ec-bd7d92280d6e req-9df835e1-6337-47e3-9915-82dd1f39352d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] For port 2ef882b6-f52c-4360-b43f-97f112807b2d, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=2ef882b6-f52c-4360-b43f-97f112807b2d,segment=NetworkSegment(5fc74e29-6563-4af1-8324-f9079d6eac6f),segment_id=5fc74e29-6563-4af1-8324-f9079d6eac6f)] {{(pid=101863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:06:15.318494 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-f9c3e87b-5b69-4041-85ec-bd7d92280d6e req-9df835e1-6337-47e3-9915-82dd1f39352d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:15.496324 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-f9c3e87b-5b69-4041-85ec-bd7d92280d6e req-9df835e1-6337-47e3-9915-82dd1f39352d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:15.496678 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-f9c3e87b-5b69-4041-85ec-bd7d92280d6e req-9df835e1-6337-47e3-9915-82dd1f39352d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628046'] for floatingip, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:15.497034 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.db.l3_db [req-f9c3e87b-5b69-4041-85ec-bd7d92280d6e req-9df835e1-6337-47e3-9915-82dd1f39352d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Floating IP 024d2b4e-e90f-448d-9c45-55b9d71afb4a disassociated. External IP: 172.27.1.88, port: 2ef882b6-f52c-4360-b43f-97f112807b2d. May 04 15:06:15.497378 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [req-f9c3e87b-5b69-4041-85ec-bd7d92280d6e req-9df835e1-6337-47e3-9915-82dd1f39352d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Calling delete_port for 2ef882b6-f52c-4360-b43f-97f112807b2d owned by compute:nova {{(pid=101863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:06:15.638225 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-f9c3e87b-5b69-4041-85ec-bd7d92280d6e req-9df835e1-6337-47e3-9915-82dd1f39352d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:15.670194 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df835e1-6337-47e3-9915-82dd1f39352d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event deleted for resources: {'Port': ['ID=2ef882b6-f52c-4360-b43f-97f112807b2d,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:15.789382 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f9c3e87b-5b69-4041-85ec-bd7d92280d6e req-9df835e1-6337-47e3-9915-82dd1f39352d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Router 10cb654b-ad6a-4737-b26f-4dd942827a1c has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:06:15.903933 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f9c3e87b-5b69-4041-85ec-bd7d92280d6e req-9df835e1-6337-47e3-9915-82dd1f39352d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:06:15.916203 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6598fa-64d1-4936-8099-51dc39d4ffcb None None] Sync routers for ids ['10cb654b-ad6a-4737-b26f-4dd942827a1c'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:06:15.926086 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6598fa-64d1-4936-8099-51dc39d4ffcb None None] Routers {'10cb654b-ad6a-4737-b26f-4dd942827a1c'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:06:15.926704 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-ec6598fa-64d1-4936-8099-51dc39d4ffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:06:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['10cb654b-ad6a-4737-b26f-4dd942827a1c'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:15.952505 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c3e87b-5b69-4041-85ec-bd7d92280d6e req-9df835e1-6337-47e3-9915-82dd1f39352d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] No DVR routers for this DVR port 2ef882b6-f52c-4360-b43f-97f112807b2d on host hv-cinder-82963 {{(pid=101863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:06:15.962500 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-f9c3e87b-5b69-4041-85ec-bd7d92280d6e req-9df835e1-6337-47e3-9915-82dd1f39352d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:15.966010 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f9c3e87b-5b69-4041-85ec-bd7d92280d6e req-9df835e1-6337-47e3-9915-82dd1f39352d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.11 "DELETE /v2.0/ports/2ef882b6-f52c-4360-b43f-97f112807b2d HTTP/1.1" status: 204 len: 173 time: 0.8283737 May 04 15:06:15.966486 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ec75ab1-95fd-482f-8ef9-38c970019a31', 'name': 'network-vif-deleted', 'tag': '2ef882b6-f52c-4360-b43f-97f112807b2d'}] {{(pid=101863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:06:15.968856 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c6767b5d81d022f3d85e9c22ce19b705c79dd3cfc51145499811648722293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ddb0bf-0000-4cd8-b9a4-ea2c8f6d9b28" -d '{"events": [{"server_uuid": "8ec75ab1-95fd-482f-8ef9-38c970019a31", "name": "network-vif-deleted", "tag": "2ef882b6-f52c-4360-b43f-97f112807b2d"}]}' {{(pid=101863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:06:15.991463 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1df7f4c4-55bb-4311-89b3-43248b007cd1 req-ea03f210-526d-44fc-8a6c-b0a146dd892b tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=8ec75ab1-95fd-482f-8ef9-38c970019a31 HTTP/1.1" status: 200 len: 210 time: 0.0402350 May 04 15:06:16.048588 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-242814d5-a0a5-4716-9f3e-e6cd7020a38a x-openstack-request-id: req-242814d5-a0a5-4716-9f3e-e6cd7020a38a {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:06:16.048903 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ec75ab1-95fd-482f-8ef9-38c970019a31", "name": "network-vif-deleted", "tag": "2ef882b6-f52c-4360-b43f-97f112807b2d", "status": "completed", "code": 200}]} {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:06:16.049157 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-242814d5-a0a5-4716-9f3e-e6cd7020a38a {{(pid=101863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:06:16.049559 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-242814d5-a0a5-4716-9f3e-e6cd7020a38a'] response: {'server_uuid': '8ec75ab1-95fd-482f-8ef9-38c970019a31', 'name': 'network-vif-deleted', 'tag': '2ef882b6-f52c-4360-b43f-97f112807b2d', 'status': 'completed', 'code': 200} May 04 15:06:16.062197 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-ec6598fa-64d1-4936-8099-51dc39d4ffcb None None] Set router 10cb654b-ad6a-4737-b26f-4dd942827a1c gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:06:16.365555 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-ec6598fa-64d1-4936-8099-51dc39d4ffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'name': 'tempest-AttachVolumeNegativeTest-576760527-router', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:16Z', 'updated_at': '2022-05-04T14:58:27Z', 'revision_number': 4, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'gw_port': {'id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:18Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '940cd6bd-3d19-4d8a-861d-318d5f850d18', 'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'mac_address': 'fa:16:3e:bf:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:24Z', 'updated_at': '2022-05-04T14:58:41Z', 'revision_number': 5, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'subnets': [{'id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:16.394994 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6598fa-64d1-4936-8099-51dc39d4ffcb None None] Checking router: 10cb654b-ad6a-4737-b26f-4dd942827a1c for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:06:16.403774 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6598fa-64d1-4936-8099-51dc39d4ffcb None None] Routers {'10cb654b-ad6a-4737-b26f-4dd942827a1c'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:06:16.404374 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-ec6598fa-64d1-4936-8099-51dc39d4ffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:06:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['10cb654b-ad6a-4737-b26f-4dd942827a1c'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:16.508836 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-ec6598fa-64d1-4936-8099-51dc39d4ffcb None None] Set router 10cb654b-ad6a-4737-b26f-4dd942827a1c gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:06:16.706695 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-ec6598fa-64d1-4936-8099-51dc39d4ffcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'name': 'tempest-AttachVolumeNegativeTest-576760527-router', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:16Z', 'updated_at': '2022-05-04T14:58:27Z', 'revision_number': 4, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'gw_port': {'id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:18Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '940cd6bd-3d19-4d8a-861d-318d5f850d18', 'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'mac_address': 'fa:16:3e:bf:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:24Z', 'updated_at': '2022-05-04T14:58:41Z', 'revision_number': 5, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'subnets': [{'id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:16.732489 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec6598fa-64d1-4936-8099-51dc39d4ffcb None None] The sync data for ids ['10cb654b-ad6a-4737-b26f-4dd942827a1c'] in dv-cinder-829630-2-iscsi is: [{'id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'name': 'tempest-AttachVolumeNegativeTest-576760527-router', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:16Z', 'updated_at': '2022-05-04T14:58:27Z', 'revision_number': 4, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'gw_port': {'id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:18Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '940cd6bd-3d19-4d8a-861d-318d5f850d18', 'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'mac_address': 'fa:16:3e:bf:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:24Z', 'updated_at': '2022-05-04T14:58:41Z', 'revision_number': 5, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'subnets': [{'id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:06:16.962926 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3897dd3e-305d-45a9-b2fc-1852e2d0454c None None] New status for floating IP 024d2b4e-e90f-448d-9c45-55b9d71afb4a: DOWN {{(pid=101865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:06:17.052211 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-17b41107-24a9-49f6-8acd-b05f32c8b789 req-6d07516d-e481-46fc-9872-f6076e4d8e18 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447011 May 04 15:06:17.087922 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 48364) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:17.169582 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-98e576b7-562a-48ac-bc95-2c287934c14b tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:17.193852 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b41107-24a9-49f6-8acd-b05f32c8b789 req-7d95d78d-b1da-488e-89d4-917e05b03b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:17.195325 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-17b41107-24a9-49f6-8acd-b05f32c8b789 req-7d95d78d-b1da-488e-89d4-917e05b03b1c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6372aa68ca5c44809b1fa0533fd5e71e&device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 1098 time: 0.0688136 May 04 15:06:17.200438 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-98e576b7-562a-48ac-bc95-2c287934c14b tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:17.305338 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-98e576b7-562a-48ac-bc95-2c287934c14b tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:17.308065 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-98e576b7-562a-48ac-bc95-2c287934c14b tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:17.309243 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-98e576b7-562a-48ac-bc95-2c287934c14b tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "DELETE /v2.0/security-groups/c27e8b18-6946-42c7-a51c-bd7ebf8a1cce HTTP/1.1" status: 204 len: 168 time: 0.2203567 May 04 15:06:17.312169 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 48366) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:17.326523 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.api.v2.resource [None req-e4c14a26-d289-4f58-b529-d287ca31503d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] show failed (client error): The resource could not be found. May 04 15:06:17.327647 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-e4c14a26-d289-4f58-b529-d287ca31503d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups/c27e8b18-6946-42c7-a51c-bd7ebf8a1cce HTTP/1.1" status: 404 len: 347 time: 0.0143619 May 04 15:06:17.330341 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e576b7-562a-48ac-bc95-2c287934c14b tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c27e8b18-6946-42c7-a51c-bd7ebf8a1cce,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:17.330652 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 48368) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:17.334664 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b41107-24a9-49f6-8acd-b05f32c8b789 req-f188fee7-ce4d-469e-a0ac-9bf17a39d747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:17.336366 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-17b41107-24a9-49f6-8acd-b05f32c8b789 req-f188fee7-ce4d-469e-a0ac-9bf17a39d747 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fb84f7af-1bc5-4003-9493-f24d10e945c8 HTTP/1.1" status: 200 len: 910 time: 0.1176584 May 04 15:06:17.405531 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-17b41107-24a9-49f6-8acd-b05f32c8b789 req-a36c9fdc-0803-42bb-830f-82bd65e91567 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80af6ecb-8dd6-45ae-a159-395bf6bb57b5 HTTP/1.1" status: 200 len: 1001 time: 0.0587237 May 04 15:06:17.458140 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b41107-24a9-49f6-8acd-b05f32c8b789 req-c5571a6f-9f76-4a15-971b-92fc8929caa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:17.459573 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-17b41107-24a9-49f6-8acd-b05f32c8b789 req-c5571a6f-9f76-4a15-971b-92fc8929caa4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bdee7d98-9fd3-42c6-a1f6-0ef6423d6573 HTTP/1.1" status: 200 len: 848 time: 0.0434771 May 04 15:06:17.465478 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-6705af69-b22d-491c-a952-71d8d82e0657 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Deleting port d46b7f21-7a2d-4306-b87c-29a3b7dce897 {{(pid=101864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:06:17.465817 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6705af69-b22d-491c-a952-71d8d82e0657 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:17.516648 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b41107-24a9-49f6-8acd-b05f32c8b789 req-0f75e7c3-e839-447b-b6c5-5313f9f1c886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:17.518152 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-17b41107-24a9-49f6-8acd-b05f32c8b789 req-0f75e7c3-e839-447b-b6c5-5313f9f1c886 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fb84f7af-1bc5-4003-9493-f24d10e945c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0457330 May 04 15:06:17.543799 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6705af69-b22d-491c-a952-71d8d82e0657 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:17.544127 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6705af69-b22d-491c-a952-71d8d82e0657 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:17.556609 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-6705af69-b22d-491c-a952-71d8d82e0657 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Calling delete_port for d46b7f21-7a2d-4306-b87c-29a3b7dce897 owned by network:floatingip {{(pid=101864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:06:17.607895 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-17b41107-24a9-49f6-8acd-b05f32c8b789 req-bfd565ac-f356-42da-bbb7-2b2840dcd49c service neutron] 10.222.0.11 "GET /v2.0/networks/fb84f7af-1bc5-4003-9493-f24d10e945c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814700 May 04 15:06:17.704345 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6705af69-b22d-491c-a952-71d8d82e0657 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:17.706799 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-17b41107-24a9-49f6-8acd-b05f32c8b789 req-258800c5-0cc4-4dc7-9b0d-9b0f720833f5 service neutron] 10.222.0.11 "GET /v2.0/networks/fb84f7af-1bc5-4003-9493-f24d10e945c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921764 May 04 15:06:17.732891 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6705af69-b22d-491c-a952-71d8d82e0657 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event deleted for resources: {'Port': ['ID=d46b7f21-7a2d-4306-b87c-29a3b7dce897,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:17.793753 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6705af69-b22d-491c-a952-71d8d82e0657 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for floatingip, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:17.796243 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6705af69-b22d-491c-a952-71d8d82e0657 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:17.797435 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-6705af69-b22d-491c-a952-71d8d82e0657 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "DELETE /v2.0/floatingips/024d2b4e-e90f-448d-9c45-55b9d71afb4a HTTP/1.1" status: 204 len: 168 time: 0.4646213 May 04 15:06:17.963937 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 48374) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:17.969068 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-9458e170-2647-49ff-91ac-0eef3fdb0042 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1960865294', 'description': 'tempest-description--1865515669'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:06:17.995207 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9458e170-2647-49ff-91ac-0eef3fdb0042 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:18.071083 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9458e170-2647-49ff-91ac-0eef3fdb0042 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:18.074961 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9458e170-2647-49ff-91ac-0eef3fdb0042 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:18.105272 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9458e170-2647-49ff-91ac-0eef3fdb0042 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:18.109235 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-9458e170-2647-49ff-91ac-0eef3fdb0042 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1416090 May 04 15:06:18.109746 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 48376) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:18.114747 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-a6f1738c-6900-438f-bd90-c7f40b13a4bb tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Request body: {'security_group_rule': {'security_group_id': 'b325070d-8167-432a-b20e-d762f012bd4c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:06:18.117450 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9458e170-2647-49ff-91ac-0eef3fdb0042 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b325070d-8167-432a-b20e-d762f012bd4c,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:18.144145 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a6f1738c-6900-438f-bd90-c7f40b13a4bb tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:18.206940 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a6f1738c-6900-438f-bd90-c7f40b13a4bb tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:18.210560 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a6f1738c-6900-438f-bd90-c7f40b13a4bb tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:18.230623 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f1738c-6900-438f-bd90-c7f40b13a4bb tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=794f0682-650a-4c5c-8c33-bfd76eab94fa,revision_number=0']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:18.236292 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a6f1738c-6900-438f-bd90-c7f40b13a4bb tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:18.240217 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 48378) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:18.240365 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-a6f1738c-6900-438f-bd90-c7f40b13a4bb tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1293175 May 04 15:06:18.245904 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-b072301f-4eb6-47bd-a239-b5c190d4dcae tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Request body: {'security_group_rule': {'security_group_id': 'b325070d-8167-432a-b20e-d762f012bd4c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:06:18.246629 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 2ef882b6-f52c-4360-b43f-97f112807b2d no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:06:18.270368 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] No Port match for: 2ef882b6-f52c-4360-b43f-97f112807b2d {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:06:18.270706 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 2ef882b6-f52c-4360-b43f-97f112807b2d not bound to the agent host hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:06:18.275110 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b072301f-4eb6-47bd-a239-b5c190d4dcae tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:18.333343 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b072301f-4eb6-47bd-a239-b5c190d4dcae tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:18.338849 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b072301f-4eb6-47bd-a239-b5c190d4dcae tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:18.358552 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b072301f-4eb6-47bd-a239-b5c190d4dcae tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1fba3d37-74a3-4edc-9148-e0807ba27e47,revision_number=0']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:18.363890 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b072301f-4eb6-47bd-a239-b5c190d4dcae tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:18.365197 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-b072301f-4eb6-47bd-a239-b5c190d4dcae tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1235497 May 04 15:06:18.368781 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 48380) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:18.372983 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-40cf96d3-a5c1-4dfa-bde2-e69718ba64c2 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Request body: {'floatingip': {'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:06:18.392079 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-40cf96d3-a5c1-4dfa-bde2-e69718ba64c2 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for floatingip, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:18.499770 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-40cf96d3-a5c1-4dfa-bde2-e69718ba64c2 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:18.614491 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_common [None req-40cf96d3-a5c1-4dfa-bde2-e69718ba64c2 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Allocated IP 172.27.1.107 (de075482-66db-4cfa-a120-f2ea157cd064/5a69c200-2813-4998-8939-5704799bdcf4/8b9bb04b-d174-4ec7-92e5-9d0447822456) {{(pid=101864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:06:18.723791 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-40cf96d3-a5c1-4dfa-bde2-e69718ba64c2 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for port, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:18.759745 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-40cf96d3-a5c1-4dfa-bde2-e69718ba64c2 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:18.796297 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cf96d3-a5c1-4dfa-bde2-e69718ba64c2 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Network de075482-66db-4cfa-a120-f2ea157cd064 is already hosted by enough agents. {{(pid=101864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:06:18.801419 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [None req-40cf96d3-a5c1-4dfa-bde2-e69718ba64c2 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Resources bound (agent type, host, resource id): {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:06:18.803884 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cf96d3-a5c1-4dfa-bde2-e69718ba64c2 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Received port after_create {{(pid=101864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:06:18.831164 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf96d3-a5c1-4dfa-bde2-e69718ba64c2 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event updated for resources: {'Port': ['ID=8b9bb04b-d174-4ec7-92e5-9d0447822456,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:18.902926 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-40cf96d3-a5c1-4dfa-bde2-e69718ba64c2 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:18.937989 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-40cf96d3-a5c1-4dfa-bde2-e69718ba64c2 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:19.094171 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-40cf96d3-a5c1-4dfa-bde2-e69718ba64c2 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for port, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:19.099088 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-40cf96d3-a5c1-4dfa-bde2-e69718ba64c2 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:19.166366 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cf96d3-a5c1-4dfa-bde2-e69718ba64c2 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event updated for resources: {'Port': ['ID=8b9bb04b-d174-4ec7-92e5-9d0447822456,revision_number=2']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:19.178371 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-40cf96d3-a5c1-4dfa-bde2-e69718ba64c2 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628046'] for floatingip, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:19.195087 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-40cf96d3-a5c1-4dfa-bde2-e69718ba64c2 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:19.196945 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-40cf96d3-a5c1-4dfa-bde2-e69718ba64c2 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8272488 May 04 15:06:19.389794 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-1cdba5b0-a4b3-4bb4-8fa3-ae755c932ce2 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1960865294&fields=id&tenant_id=87d12057fd5046da9f6ec905d089d476 HTTP/1.1" status: 200 len: 267 time: 0.0332842 May 04 15:06:19.501486 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-5c6b4578-55b8-40f8-9f57-513a7e099a4c tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:19.503029 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-5c6b4578-55b8-40f8-9f57-513a7e099a4c tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/networks?id=55dbbf73-0e6e-443d-9d78-4a6112dd0160 HTTP/1.1" status: 200 len: 814 time: 0.1061573 May 04 15:06:19.525476 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-8f49460a-b646-4540-9991-5d36fdab0fed tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/quotas/87d12057fd5046da9f6ec905d089d476 HTTP/1.1" status: 200 len: 375 time: 0.0166719 May 04 15:06:19.580600 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-a8f141d6-fb6d-42c9-8157-0acb4d7cba3b tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=87d12057fd5046da9f6ec905d089d476&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0492871 May 04 15:06:19.684601 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-aa2515cc-5079-43e9-9d19-641d38848ec2 service neutron] 10.222.0.42 "GET /v2.0/networks/55dbbf73-0e6e-443d-9d78-4a6112dd0160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906425 May 04 15:06:19.788996 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-e5db4355-246e-45ad-a0e7-7be719826256 service neutron] 10.222.0.42 "GET /v2.0/networks/55dbbf73-0e6e-443d-9d78-4a6112dd0160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0981452 May 04 15:06:19.987000 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4dcb8e1c-0ed8-43b7-b166-fec5b18c2103 req-6ce09dba-d167-4bcf-a387-4617af00aa01 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=b712e9b6-e26e-4f86-818e-c7b7b53ca73a HTTP/1.1" status: 200 len: 210 time: 0.0354393 May 04 15:06:20.080020 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:06:21.088954 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-397f17f8-b2df-4c1c-8219-d555963dd941 req-13049d1e-8ef5-473d-91c2-87fb62d9b742 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=b712e9b6-e26e-4f86-818e-c7b7b53ca73a HTTP/1.1" status: 200 len: 210 time: 0.0286660 May 04 15:06:21.280441 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-5e9697e8-86b9-4abc-aed7-5a640e0c7e4c tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:21.281952 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-5e9697e8-86b9-4abc-aed7-5a640e0c7e4c tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.11 "GET /v2.0/networks?id=55dbbf73-0e6e-443d-9d78-4a6112dd0160 HTTP/1.1" status: 200 len: 814 time: 0.1222043 May 04 15:06:21.348674 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-c2e12c2a-e7be-4c05-9284-da08dee3a0b6 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=87d12057fd5046da9f6ec905d089d476 HTTP/1.1" status: 200 len: 380 time: 0.0390356 May 04 15:06:21.365140 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-0d989957-105c-4041-9dc1-510d54532058 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Request body: {'port': {'device_id': 'b712e9b6-e26e-4f86-818e-c7b7b53ca73a', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'admin_state_up': True, 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'security_groups': ['b325070d-8167-432a-b20e-d762f012bd4c']}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:06:21.475568 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-0d989957-105c-4041-9dc1-510d54532058 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Made reservation on behalf of 87d12057fd5046da9f6ec905d089d476 for: {'port': 1} {{(pid=101863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:06:21.479814 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-0d989957-105c-4041-9dc1-510d54532058 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:21.604700 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.db_base_plugin_common [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-0d989957-105c-4041-9dc1-510d54532058 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Allocated IP 172.20.0.9 (55dbbf73-0e6e-443d-9d78-4a6112dd0160/8b0b50cf-2dce-427c-8d06-7da02fdf5e7e/576b580d-8ce8-41f2-8bc5-d4fc66a0e36d) {{(pid=101863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:06:21.747341 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-0d989957-105c-4041-9dc1-510d54532058 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for port, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:21.780188 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-0d989957-105c-4041-9dc1-510d54532058 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:21.820775 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-0d989957-105c-4041-9dc1-510d54532058 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Network 55dbbf73-0e6e-443d-9d78-4a6112dd0160 is already hosted by enough agents. {{(pid=101863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:06:21.826331 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-0d989957-105c-4041-9dc1-510d54532058 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Resources bound (agent type, host, resource id): {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:06:21.830315 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-0d989957-105c-4041-9dc1-510d54532058 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Received port after_create {{(pid=101863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:06:21.856019 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d989957-105c-4041-9dc1-510d54532058 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event updated for resources: {'Port': ['ID=576b580d-8ce8-41f2-8bc5-d4fc66a0e36d,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:21.898474 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-0d989957-105c-4041-9dc1-510d54532058 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:21.899588 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-0d989957-105c-4041-9dc1-510d54532058 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:21.918166 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-0d989957-105c-4041-9dc1-510d54532058 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5569167 May 04 15:06:21.937413 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-d6a89a79-103b-4465-b827-018b0d7e2b82 service neutron] Request body: {'port': {'device_id': 'b712e9b6-e26e-4f86-818e-c7b7b53ca73a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:06:21.999341 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-d6a89a79-103b-4465-b827-018b0d7e2b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:22.107869 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-bb7982f5-1be9-4a4f-a083-a7ebe2efc4f3 None None] Provisioning complete for port 576b580d-8ce8-41f2-8bc5-d4fc66a0e36d triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:06:22.108420 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-bb7982f5-1be9-4a4f-a083-a7ebe2efc4f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:22.142155 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-bb7982f5-1be9-4a4f-a083-a7ebe2efc4f3 None None] Port 576b580d-8ce8-41f2-8bc5-d4fc66a0e36d cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:06:22.253635 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61d44d7-020d-471d-9a51-064c24e3db46 req-ab5cc552-eafe-4e04-b562-3a0e2778adec tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:22.255111 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d61d44d7-020d-471d-9a51-064c24e3db46 req-ab5cc552-eafe-4e04-b562-3a0e2778adec tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=b712e9b6-e26e-4f86-818e-c7b7b53ca73a HTTP/1.1" status: 200 len: 931 time: 0.0775888 May 04 15:06:22.333452 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d61d44d7-020d-471d-9a51-064c24e3db46 req-cd733be2-55ea-4a7d-bdec-88c1e9080136 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=b325070d-8167-432a-b20e-d762f012bd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717859 May 04 15:06:22.348464 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-d6a89a79-103b-4465-b827-018b0d7e2b82 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 576b580d-8ce8-41f2-8bc5-d4fc66a0e36d {{(pid=101863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:06:22.357130 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-d6a89a79-103b-4465-b827-018b0d7e2b82 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:22.382859 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.provisioning_blocks [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-d6a89a79-103b-4465-b827-018b0d7e2b82 service neutron] Transition to ACTIVE for port object 576b580d-8ce8-41f2-8bc5-d4fc66a0e36d will not be triggered until provisioned by entity L2. {{(pid=101863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:06:22.389541 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-d6a89a79-103b-4465-b827-018b0d7e2b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2944232'] for port, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:22.448253 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a89a79-103b-4465-b827-018b0d7e2b82 service neutron] Pushing event updated for resources: {'Port': ['ID=576b580d-8ce8-41f2-8bc5-d4fc66a0e36d,revision_number=2']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:22.535988 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.managers [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-d6a89a79-103b-4465-b827-018b0d7e2b82 service neutron] Attempting to bind port 576b580d-8ce8-41f2-8bc5-d4fc66a0e36d on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:06:22.536323 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.managers [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-d6a89a79-103b-4465-b827-018b0d7e2b82 service neutron] Attempting to bind port 576b580d-8ce8-41f2-8bc5-d4fc66a0e36d by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': '5fc74e29-6563-4af1-8324-f9079d6eac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160'}] {{(pid=101863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:06:22.536651 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-d6a89a79-103b-4465-b827-018b0d7e2b82 service neutron] Attempting to bind port 576b580d-8ce8-41f2-8bc5-d4fc66a0e36d on network 55dbbf73-0e6e-443d-9d78-4a6112dd0160 {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:06:22.542076 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-d6a89a79-103b-4465-b827-018b0d7e2b82 service neutron] Port 576b580d-8ce8-41f2-8bc5-d4fc66a0e36d on network 55dbbf73-0e6e-443d-9d78-4a6112dd0160 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:06:22.542386 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-d6a89a79-103b-4465-b827-018b0d7e2b82 service neutron] Attempting to bind port 576b580d-8ce8-41f2-8bc5-d4fc66a0e36d on network 55dbbf73-0e6e-443d-9d78-4a6112dd0160 {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:06:22.551028 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-d6a89a79-103b-4465-b827-018b0d7e2b82 service neutron] Checking agent: {'id': 'b5e3fd0f-344a-4130-968c-1c1293caf489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'started_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 6, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:06:22.551389 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-d6a89a79-103b-4465-b827-018b0d7e2b82 service neutron] Checking segment: {'id': '5fc74e29-6563-4af1-8324-f9079d6eac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:06:22.551808 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-d6a89a79-103b-4465-b827-018b0d7e2b82 service neutron] Bound using segment: {'id': '5fc74e29-6563-4af1-8324-f9079d6eac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160'} {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:06:22.552306 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.managers [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-d6a89a79-103b-4465-b827-018b0d7e2b82 service neutron] Bound port: 576b580d-8ce8-41f2-8bc5-d4fc66a0e36d, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5fc74e29-6563-4af1-8324-f9079d6eac6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160'}}] {{(pid=101863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:06:22.552750 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-d6a89a79-103b-4465-b827-018b0d7e2b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:22.637019 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-d6a89a79-103b-4465-b827-018b0d7e2b82 service neutron] For port 576b580d-8ce8-41f2-8bc5-d4fc66a0e36d, host hv-cinder-82963, cleared binding levels {{(pid=101863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:06:22.640518 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-d6a89a79-103b-4465-b827-018b0d7e2b82 service neutron] For port 576b580d-8ce8-41f2-8bc5-d4fc66a0e36d, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=576b580d-8ce8-41f2-8bc5-d4fc66a0e36d,segment=NetworkSegment(5fc74e29-6563-4af1-8324-f9079d6eac6f),segment_id=5fc74e29-6563-4af1-8324-f9079d6eac6f)] {{(pid=101863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:06:22.644940 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-d6a89a79-103b-4465-b827-018b0d7e2b82 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2944232'] for port, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:22.688599 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-d6a89a79-103b-4465-b827-018b0d7e2b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:22.689427 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-d6a89a79-103b-4465-b827-018b0d7e2b82 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:22.691274 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-d6a89a79-103b-4465-b827-018b0d7e2b82 service neutron] 10.222.0.11 "PUT /v2.0/ports/576b580d-8ce8-41f2-8bc5-d4fc66a0e36d HTTP/1.1" status: 200 len: 1093 time: 0.7581098 May 04 15:06:22.691771 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b712e9b6-e26e-4f86-818e-c7b7b53ca73a', 'tag': '576b580d-8ce8-41f2-8bc5-d4fc66a0e36d'}] {{(pid=101863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:06:22.694351 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c6767b5d81d022f3d85e9c22ce19b705c79dd3cfc51145499811648722293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633d337e-cbf4-4efa-91ec-e9abe6385994" -d '{"events": [{"name": "network-changed", "server_uuid": "b712e9b6-e26e-4f86-818e-c7b7b53ca73a", "tag": "576b580d-8ce8-41f2-8bc5-d4fc66a0e36d"}]}' {{(pid=101863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:06:22.724094 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a89a79-103b-4465-b827-018b0d7e2b82 service neutron] Pushing event updated for resources: {'Port': ['ID=576b580d-8ce8-41f2-8bc5-d4fc66a0e36d,revision_number=3']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:22.750524 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef3c079f-97ab-49c4-bbfb-cb30d609d8e5 x-openstack-request-id: req-ef3c079f-97ab-49c4-bbfb-cb30d609d8e5 {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:06:22.750852 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b712e9b6-e26e-4f86-818e-c7b7b53ca73a", "tag": "576b580d-8ce8-41f2-8bc5-d4fc66a0e36d", "status": "completed", "code": 200}]} {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:06:22.751141 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ef3c079f-97ab-49c4-bbfb-cb30d609d8e5 {{(pid=101863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:06:22.751585 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ef3c079f-97ab-49c4-bbfb-cb30d609d8e5'] response: {'name': 'network-changed', 'server_uuid': 'b712e9b6-e26e-4f86-818e-c7b7b53ca73a', 'tag': '576b580d-8ce8-41f2-8bc5-d4fc66a0e36d', 'status': 'completed', 'code': 200} May 04 15:06:22.814263 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-723c6b1d-e82b-43ac-84c7-b1ad587c8e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:22.815869 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-723c6b1d-e82b-43ac-84c7-b1ad587c8e46 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87d12057fd5046da9f6ec905d089d476&device_id=b712e9b6-e26e-4f86-818e-c7b7b53ca73a HTTP/1.1" status: 200 len: 1096 time: 0.0461123 May 04 15:06:22.875500 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-c344cdd5-c4fe-4fe8-911e-6ea170debbed service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=576b580d-8ce8-41f2-8bc5-d4fc66a0e36d HTTP/1.1" status: 200 len: 217 time: 0.0426691 May 04 15:06:23.199501 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-bc9d1789-499e-4503-9bda-650a9e0b2528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:23.201470 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-bc9d1789-499e-4503-9bda-650a9e0b2528 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b0b50cf-2dce-427c-8d06-7da02fdf5e7e HTTP/1.1" status: 200 len: 853 time: 0.3186595 May 04 15:06:23.252302 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-3a2017e7-7b61-4fc0-b4a3-1cc8e99e567d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:23.253836 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-3a2017e7-7b61-4fc0-b4a3-1cc8e99e567d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55dbbf73-0e6e-443d-9d78-4a6112dd0160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0456743 May 04 15:06:23.358156 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-4a9d3ce6-4895-4086-a414-de264da96313 service neutron] 10.222.0.11 "GET /v2.0/networks/55dbbf73-0e6e-443d-9d78-4a6112dd0160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965912 May 04 15:06:23.598495 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7127057-f7cf-4f1a-abb2-d6557c475d91 req-301e069c-a9d9-4c77-852d-003badf2527e tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:23.601464 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b7127057-f7cf-4f1a-abb2-d6557c475d91 req-301e069c-a9d9-4c77-852d-003badf2527e tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=b712e9b6-e26e-4f86-818e-c7b7b53ca73a HTTP/1.1" status: 200 len: 943 time: 0.1534541 May 04 15:06:23.637494 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b992333e-3758-4b6d-a52c-baf4adf1f75c req-82148e86-5c9d-4ef7-9911-2afb2f3e96f9 service neutron] 10.222.0.11 "GET /v2.0/networks/55dbbf73-0e6e-443d-9d78-4a6112dd0160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727754 May 04 15:06:23.675917 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b7127057-f7cf-4f1a-abb2-d6557c475d91 req-534698bd-0e8e-4c21-a773-51209fc2cd54 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=b325070d-8167-432a-b20e-d762f012bd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661154 May 04 15:06:23.776670 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d337e-cbf4-4efa-91ec-e9abe6385994 req-ade04691-7465-46a8-95df-4d55a537f4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:23.778293 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-633d337e-cbf4-4efa-91ec-e9abe6385994 req-ade04691-7465-46a8-95df-4d55a537f4bb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87d12057fd5046da9f6ec905d089d476&device_id=b712e9b6-e26e-4f86-818e-c7b7b53ca73a HTTP/1.1" status: 200 len: 1096 time: 0.0448637 May 04 15:06:23.881642 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d337e-cbf4-4efa-91ec-e9abe6385994 req-acb4e72a-c704-4e04-89a2-421b6bbef6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:23.883347 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-633d337e-cbf4-4efa-91ec-e9abe6385994 req-acb4e72a-c704-4e04-89a2-421b6bbef6d4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=55dbbf73-0e6e-443d-9d78-4a6112dd0160 HTTP/1.1" status: 200 len: 915 time: 0.0960777 May 04 15:06:23.929107 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-633d337e-cbf4-4efa-91ec-e9abe6385994 req-f37f892f-fbab-42d2-a8ee-918ba9e19867 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=576b580d-8ce8-41f2-8bc5-d4fc66a0e36d HTTP/1.1" status: 200 len: 217 time: 0.0391905 May 04 15:06:23.979154 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d337e-cbf4-4efa-91ec-e9abe6385994 req-a9567a1a-6fdc-457d-bdc4-c54130b8113f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:23.980604 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-633d337e-cbf4-4efa-91ec-e9abe6385994 req-a9567a1a-6fdc-457d-bdc4-c54130b8113f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b0b50cf-2dce-427c-8d06-7da02fdf5e7e HTTP/1.1" status: 200 len: 853 time: 0.0446897 May 04 15:06:24.031805 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633d337e-cbf4-4efa-91ec-e9abe6385994 req-a515db13-31f5-403f-9c12-020acc0492a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:24.033708 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-633d337e-cbf4-4efa-91ec-e9abe6385994 req-a515db13-31f5-403f-9c12-020acc0492a1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55dbbf73-0e6e-443d-9d78-4a6112dd0160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0455458 May 04 15:06:24.137934 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-633d337e-cbf4-4efa-91ec-e9abe6385994 req-12c573d3-e70b-406a-a93e-bf1021737fa4 service neutron] 10.222.0.11 "GET /v2.0/networks/55dbbf73-0e6e-443d-9d78-4a6112dd0160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938227 May 04 15:06:24.232563 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-633d337e-cbf4-4efa-91ec-e9abe6385994 req-e14d2879-55d9-47a3-9025-ea3629496928 service neutron] 10.222.0.11 "GET /v2.0/networks/55dbbf73-0e6e-443d-9d78-4a6112dd0160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878189 May 04 15:06:24.814515 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323df92-9985-4790-b11f-b513dfbe60ba req-00b99219-15a1-4b9d-8f17-b14ddf25259d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:24.816152 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b323df92-9985-4790-b11f-b513dfbe60ba req-00b99219-15a1-4b9d-8f17-b14ddf25259d tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=b712e9b6-e26e-4f86-818e-c7b7b53ca73a HTTP/1.1" status: 200 len: 943 time: 0.0696206 May 04 15:06:24.859360 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b323df92-9985-4790-b11f-b513dfbe60ba req-f6727ef3-095e-4eb1-bf5f-e1f7bb705d13 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=b325070d-8167-432a-b20e-d762f012bd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355616 May 04 15:06:25.972388 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07291743-5643-4c7f-ba8c-d66edd7b79d6 req-b0d635e6-20e7-4337-8294-f6b1dfd2f25a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:25.973770 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-07291743-5643-4c7f-ba8c-d66edd7b79d6 req-b0d635e6-20e7-4337-8294-f6b1dfd2f25a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=b712e9b6-e26e-4f86-818e-c7b7b53ca73a HTTP/1.1" status: 200 len: 943 time: 0.0475237 May 04 15:06:26.010361 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-07291743-5643-4c7f-ba8c-d66edd7b79d6 req-a862be32-4213-420b-978b-1f448b9ed6ba tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=b325070d-8167-432a-b20e-d762f012bd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301602 May 04 15:06:27.124282 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459951dd-2adf-4dd3-b3af-22c4639030ec req-dbba8d81-bfae-4c43-8db5-f304be331c01 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:27.125729 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-459951dd-2adf-4dd3-b3af-22c4639030ec req-dbba8d81-bfae-4c43-8db5-f304be331c01 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=b712e9b6-e26e-4f86-818e-c7b7b53ca73a HTTP/1.1" status: 200 len: 943 time: 0.0483749 May 04 15:06:27.162725 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-459951dd-2adf-4dd3-b3af-22c4639030ec req-8eb89a11-0460-4d56-a840-bc78f0ca6483 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=b325070d-8167-432a-b20e-d762f012bd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310659 May 04 15:06:28.346333 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 576b580d-8ce8-41f2-8bc5-d4fc66a0e36d details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:06:28.362362 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721911d8-48c1-4da6-ad27-e3298f53d898 req-0846e5cc-c6e5-4685-ab72-a5d43115a307 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:28.363855 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-721911d8-48c1-4da6-ad27-e3298f53d898 req-0846e5cc-c6e5-4685-ab72-a5d43115a307 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=b712e9b6-e26e-4f86-818e-c7b7b53ca73a HTTP/1.1" status: 200 len: 943 time: 0.0524218 May 04 15:06:28.403433 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-721911d8-48c1-4da6-ad27-e3298f53d898 req-a840d0ad-1654-4fa5-a905-4278592d752e tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=b325070d-8167-432a-b20e-d762f012bd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325317 May 04 15:06:28.450795 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 576b580d-8ce8-41f2-8bc5-d4fc66a0e36d, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=576b580d-8ce8-41f2-8bc5-d4fc66a0e36d,segment=NetworkSegment(5fc74e29-6563-4af1-8324-f9079d6eac6f),segment_id=5fc74e29-6563-4af1-8324-f9079d6eac6f)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:06:28.462377 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Returning: {'device': '576b580d-8ce8-41f2-8bc5-d4fc66a0e36d', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'port_id': '576b580d-8ce8-41f2-8bc5-d4fc66a0e36d', 'mac_address': 'fa:16:3e:87:50:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:06:28.499698 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:28.505770 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c635d62b-3de4-4412-996b-db41e799aadc req-ca37ac0c-eb8b-4e55-a266-a9cb70a472fd tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:28.507266 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c635d62b-3de4-4412-996b-db41e799aadc req-ca37ac0c-eb8b-4e55-a266-a9cb70a472fd tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 946 time: 0.0489063 May 04 15:06:28.515820 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 576b580d-8ce8-41f2-8bc5-d4fc66a0e36d {{(pid=101865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:06:28.534204 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 576b580d-8ce8-41f2-8bc5-d4fc66a0e36d, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=576b580d-8ce8-41f2-8bc5-d4fc66a0e36d,segment=NetworkSegment(5fc74e29-6563-4af1-8324-f9079d6eac6f),segment_id=5fc74e29-6563-4af1-8324-f9079d6eac6f)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:06:28.538215 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:28.549810 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c635d62b-3de4-4412-996b-db41e799aadc req-d69a56fd-9334-48ce-9dcb-817bbe80ce9e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361714 May 04 15:06:28.590117 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=576b580d-8ce8-41f2-8bc5-d4fc66a0e36d,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:29.235755 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['576b580d-8ce8-41f2-8bc5-d4fc66a0e36d'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:06:29.521002 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38039ee-1909-4b72-a02d-927308b48358 req-bad125f6-a0e3-420b-bb26-058e52fc7f55 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:29.522466 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c38039ee-1909-4b72-a02d-927308b48358 req-bad125f6-a0e3-420b-bb26-058e52fc7f55 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=b712e9b6-e26e-4f86-818e-c7b7b53ca73a HTTP/1.1" status: 200 len: 944 time: 0.0497317 May 04 15:06:29.560879 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c38039ee-1909-4b72-a02d-927308b48358 req-f4f59703-08a8-44b2-b276-f5f89d9106c6 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=b325070d-8167-432a-b20e-d762f012bd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323660 May 04 15:06:29.673786 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb27753-4a30-466b-bfab-565fb30c9fe9 req-380f7490-fb41-458e-9cef-65dc73f7936e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:29.675284 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ecb27753-4a30-466b-bfab-565fb30c9fe9 req-380f7490-fb41-458e-9cef-65dc73f7936e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 946 time: 0.0511014 May 04 15:06:29.713633 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ecb27753-4a30-466b-bfab-565fb30c9fe9 req-4f73fe82-7d98-4bc6-ae6b-8e9c8188a804 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314078 May 04 15:06:30.675153 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0577c7c9-bf22-4161-8833-956981571579 req-c0820aaf-09ed-4a1f-bd3e-674b8ca8bc62 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:30.676609 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0577c7c9-bf22-4161-8833-956981571579 req-c0820aaf-09ed-4a1f-bd3e-674b8ca8bc62 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=b712e9b6-e26e-4f86-818e-c7b7b53ca73a HTTP/1.1" status: 200 len: 944 time: 0.0479710 May 04 15:06:30.714545 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0577c7c9-bf22-4161-8833-956981571579 req-b831840e-b3b9-4c07-a4de-4079672a9ec5 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=b325070d-8167-432a-b20e-d762f012bd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318749 May 04 15:06:30.830439 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732d8d3a-60dd-46d9-aa27-fcdd7ea21e3a req-7b8561e5-5b04-4388-8d94-a64f697e7690 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:30.831897 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-732d8d3a-60dd-46d9-aa27-fcdd7ea21e3a req-7b8561e5-5b04-4388-8d94-a64f697e7690 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 946 time: 0.0488944 May 04 15:06:30.869585 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-732d8d3a-60dd-46d9-aa27-fcdd7ea21e3a req-4f7f64a8-df66-4c3f-b92d-c6eab06f7afc tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310521 May 04 15:06:31.834881 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88a46c0-ae64-4fee-ba8b-af8dcd39eb1c req-1e9e660c-c939-4e0d-b26e-4cbdb5b1a06f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:31.836867 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f88a46c0-ae64-4fee-ba8b-af8dcd39eb1c req-1e9e660c-c939-4e0d-b26e-4cbdb5b1a06f tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=b712e9b6-e26e-4f86-818e-c7b7b53ca73a HTTP/1.1" status: 200 len: 944 time: 0.0517802 May 04 15:06:31.875134 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f88a46c0-ae64-4fee-ba8b-af8dcd39eb1c req-26c0c002-5b16-456b-9d81-6cb6faf16e29 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=b325070d-8167-432a-b20e-d762f012bd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323350 May 04 15:06:31.996480 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b56b6e8-3ffe-41f7-87bc-2aa6e6860514 req-813281c5-31e0-48d7-bd77-3865910dc494 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:31.998005 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3b56b6e8-3ffe-41f7-87bc-2aa6e6860514 req-813281c5-31e0-48d7-bd77-3865910dc494 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 946 time: 0.0560873 May 04 15:06:32.035833 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3b56b6e8-3ffe-41f7-87bc-2aa6e6860514 req-daf0115f-18b4-477f-9836-12deca69d517 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316832 May 04 15:06:32.346598 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 576b580d-8ce8-41f2-8bc5-d4fc66a0e36d up at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:06:32.394896 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning for port 576b580d-8ce8-41f2-8bc5-d4fc66a0e36d completed by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:06:32.400011 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning complete for port 576b580d-8ce8-41f2-8bc5-d4fc66a0e36d triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:06:32.400365 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:32.475013 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:32.501354 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b712e9b6-e26e-4f86-818e-c7b7b53ca73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576b580d-8ce8-41f2-8bc5-d4fc66a0e36d'}] {{(pid=101865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:06:32.503567 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13127db273ea31dc2797640238b9d4a3f6ca00c8d3f152038556e6a345f6b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d751ea55-0b92-4019-85e4-298d01a0f216" -d '{"events": [{"server_uuid": "b712e9b6-e26e-4f86-818e-c7b7b53ca73a", "name": "network-vif-plugged", "status": "completed", "tag": "576b580d-8ce8-41f2-8bc5-d4fc66a0e36d"}]}' {{(pid=101865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:06:32.518198 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 576b580d-8ce8-41f2-8bc5-d4fc66a0e36d, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=576b580d-8ce8-41f2-8bc5-d4fc66a0e36d,segment=NetworkSegment(5fc74e29-6563-4af1-8324-f9079d6eac6f),segment_id=5fc74e29-6563-4af1-8324-f9079d6eac6f)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:06:32.524623 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:32.553470 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72ffa1eb-5e99-4446-a41a-4ea015ee4cb4 x-openstack-request-id: req-72ffa1eb-5e99-4446-a41a-4ea015ee4cb4 {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:06:32.553775 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b712e9b6-e26e-4f86-818e-c7b7b53ca73a", "name": "network-vif-plugged", "status": "completed", "tag": "576b580d-8ce8-41f2-8bc5-d4fc66a0e36d", "code": 200}]} {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:06:32.554023 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-72ffa1eb-5e99-4446-a41a-4ea015ee4cb4 {{(pid=101865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:06:32.554408 dv-cinder-829630-2-iscsi neutron-server[101865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-72ffa1eb-5e99-4446-a41a-4ea015ee4cb4'] response: {'server_uuid': 'b712e9b6-e26e-4f86-818e-c7b7b53ca73a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576b580d-8ce8-41f2-8bc5-d4fc66a0e36d', 'code': 200} May 04 15:06:32.581106 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=576b580d-8ce8-41f2-8bc5-d4fc66a0e36d,revision_number=5']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:32.755283 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7c436-c86b-41ea-a640-3b32ebf25eae req-2d980b07-9cff-463b-87fb-012aba9cfaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:32.756831 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-fcb7c436-c86b-41ea-a640-3b32ebf25eae req-2d980b07-9cff-463b-87fb-012aba9cfaf1 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b712e9b6-e26e-4f86-818e-c7b7b53ca73a HTTP/1.1" status: 200 len: 1098 time: 0.0391765 May 04 15:06:32.791572 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-fcb7c436-c86b-41ea-a640-3b32ebf25eae req-f84a984e-aab7-43c3-9f0e-b7bf2e7db844 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=b325070d-8167-432a-b20e-d762f012bd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277894 May 04 15:06:32.995684 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696aec2f-a074-4412-b6d2-e9adc9328090 req-62cece90-3710-4ce4-aa0a-4876ae0afd3a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:32.997202 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-696aec2f-a074-4412-b6d2-e9adc9328090 req-62cece90-3710-4ce4-aa0a-4876ae0afd3a tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=b712e9b6-e26e-4f86-818e-c7b7b53ca73a HTTP/1.1" status: 200 len: 945 time: 0.0517786 May 04 15:06:33.033574 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-696aec2f-a074-4412-b6d2-e9adc9328090 req-41bc0714-b3b6-4149-867c-6675541b27e6 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=b325070d-8167-432a-b20e-d762f012bd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303340 May 04 15:06:33.154390 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9248958c-2fc8-45d9-a5c6-d4a144c77e61 req-c2f9ab10-2a85-437c-a464-7244f427e36a tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:33.155860 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9248958c-2fc8-45d9-a5c6-d4a144c77e61 req-c2f9ab10-2a85-437c-a464-7244f427e36a tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 946 time: 0.0475812 May 04 15:06:33.193966 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9248958c-2fc8-45d9-a5c6-d4a144c77e61 req-1c1c8835-046a-4d1b-b39e-a504a88e4c84 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320303 May 04 15:06:34.153422 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39432180-b4fa-48f6-9cbd-be1ab9b6741c req-1d17c67a-fb7e-4dbe-a379-b84a251ad92b tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:34.154916 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-39432180-b4fa-48f6-9cbd-be1ab9b6741c req-1d17c67a-fb7e-4dbe-a379-b84a251ad92b tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=b712e9b6-e26e-4f86-818e-c7b7b53ca73a HTTP/1.1" status: 200 len: 945 time: 0.0491569 May 04 15:06:34.193930 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-39432180-b4fa-48f6-9cbd-be1ab9b6741c req-eca114ce-0779-43da-bf54-b4072b959a21 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=b325070d-8167-432a-b20e-d762f012bd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328124 May 04 15:06:34.320364 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d4365e-70a0-4f01-a778-91d980b231b3 req-ab6c66ba-ca1b-48cb-a392-cc6c6cc640e8 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:34.322587 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e5d4365e-70a0-4f01-a778-91d980b231b3 req-ab6c66ba-ca1b-48cb-a392-cc6c6cc640e8 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 946 time: 0.0537322 May 04 15:06:34.360500 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e5d4365e-70a0-4f01-a778-91d980b231b3 req-37868aaa-188f-47d4-aa72-3828c52da891 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319133 May 04 15:06:35.310357 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbd81b-1109-4343-a344-3eff1d47213f req-b4202959-1b7a-44f2-a426-5951797590f9 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:35.311899 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c1dbd81b-1109-4343-a344-3eff1d47213f req-b4202959-1b7a-44f2-a426-5951797590f9 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=b712e9b6-e26e-4f86-818e-c7b7b53ca73a HTTP/1.1" status: 200 len: 945 time: 0.0494919 May 04 15:06:35.352028 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c1dbd81b-1109-4343-a344-3eff1d47213f req-b04019fa-20bb-4415-8434-89347decc79b tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=b325070d-8167-432a-b20e-d762f012bd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340252 May 04 15:06:35.465063 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0c3a3b-8fb1-41a4-8bf9-cae179e85439 req-ce4e7de5-b3ff-4ad9-bdce-645c4073e881 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:35.466578 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ce0c3a3b-8fb1-41a4-8bf9-cae179e85439 req-ce4e7de5-b3ff-4ad9-bdce-645c4073e881 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=b712e9b6-e26e-4f86-818e-c7b7b53ca73a HTTP/1.1" status: 200 len: 945 time: 0.0501819 May 04 15:06:35.476610 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 48534) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:35.481259 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-264e02f6-c0d1-4595-a02f-1a9850e30610 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Request body: {'floatingip': {'port_id': '576b580d-8ce8-41f2-8bc5-d4fc66a0e36d'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:06:35.525497 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-264e02f6-c0d1-4595-a02f-1a9850e30610 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for floatingip, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:35.578462 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9e9149-9c8b-4642-a6f8-d0813578f26e req-ea07f664-7ef4-4384-bef1-d9501b97537e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:35.579964 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9e9e9149-9c8b-4642-a6f8-d0813578f26e req-ea07f664-7ef4-4384-bef1-d9501b97537e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 946 time: 0.0633700 May 04 15:06:35.629886 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9e9e9149-9c8b-4642-a6f8-d0813578f26e req-75a38dbc-5552-41ee-b992-bbc60e63dcf2 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361147 May 04 15:06:35.974972 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-264e02f6-c0d1-4595-a02f-1a9850e30610 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:35.980301 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-264e02f6-c0d1-4595-a02f-1a9850e30610 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628046'] for floatingip, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:36.082914 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.db.l3_db [None req-264e02f6-c0d1-4595-a02f-1a9850e30610 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Floating IP ada03e0b-1324-47b8-b6e1-1742f539f0f0 associated. External IP: 172.27.1.107, port: 576b580d-8ce8-41f2-8bc5-d4fc66a0e36d. May 04 15:06:36.158829 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-2d3f5eb2-dd0c-42ee-9591-97facf9c0e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:36.529608 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-264e02f6-c0d1-4595-a02f-1a9850e30610 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Router 10cb654b-ad6a-4737-b26f-4dd942827a1c has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:06:36.658214 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264e02f6-c0d1-4595-a02f-1a9850e30610 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:06:36.664263 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-264e02f6-c0d1-4595-a02f-1a9850e30610 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:36.680986 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce04cd05-dafa-439d-a080-f27d4703932c None None] Sync routers for ids ['10cb654b-ad6a-4737-b26f-4dd942827a1c'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:06:36.694102 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce04cd05-dafa-439d-a080-f27d4703932c None None] Routers {'10cb654b-ad6a-4737-b26f-4dd942827a1c'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:06:36.694738 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-ce04cd05-dafa-439d-a080-f27d4703932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:06:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['10cb654b-ad6a-4737-b26f-4dd942827a1c'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:36.708973 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-264e02f6-c0d1-4595-a02f-1a9850e30610 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "PUT /v2.0/floatingips/ada03e0b-1324-47b8-b6e1-1742f539f0f0 HTTP/1.1" status: 200 len: 991 time: 1.2173932 May 04 15:06:36.709802 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b712e9b6-e26e-4f86-818e-c7b7b53ca73a', 'tag': '576b580d-8ce8-41f2-8bc5-d4fc66a0e36d'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:06:36.712942 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27c5a66c-f907-45a8-b7fa-9af7bb962ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "b712e9b6-e26e-4f86-818e-c7b7b53ca73a", "tag": "576b580d-8ce8-41f2-8bc5-d4fc66a0e36d"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:06:36.777141 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d920e4-07e6-4b4a-a7df-b0205a90f292 req-de3ae985-1746-45a4-ad4b-0421cb63e50e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:36.779120 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-37d920e4-07e6-4b4a-a7df-b0205a90f292 req-de3ae985-1746-45a4-ad4b-0421cb63e50e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 946 time: 0.0534756 May 04 15:06:36.808410 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-ce04cd05-dafa-439d-a080-f27d4703932c None None] Set router 10cb654b-ad6a-4737-b26f-4dd942827a1c gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:06:36.825262 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-37d920e4-07e6-4b4a-a7df-b0205a90f292 req-ea2b198e-11f4-4ece-b762-1af35e883d18 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402031 May 04 15:06:36.878390 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57083f99-5d8d-4501-9ffe-5f3ddc63c4e3 x-openstack-request-id: req-57083f99-5d8d-4501-9ffe-5f3ddc63c4e3 {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:06:36.878696 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b712e9b6-e26e-4f86-818e-c7b7b53ca73a", "tag": "576b580d-8ce8-41f2-8bc5-d4fc66a0e36d", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:06:36.878920 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-57083f99-5d8d-4501-9ffe-5f3ddc63c4e3 {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:06:36.879477 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-57083f99-5d8d-4501-9ffe-5f3ddc63c4e3'] response: {'name': 'network-changed', 'server_uuid': 'b712e9b6-e26e-4f86-818e-c7b7b53ca73a', 'tag': '576b580d-8ce8-41f2-8bc5-d4fc66a0e36d', 'status': 'completed', 'code': 200} May 04 15:06:36.975011 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5a66c-f907-45a8-b7fa-9af7bb962ac0 req-5cb49c18-c2f3-4c8e-833e-4c7fa81e7732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:36.976482 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-27c5a66c-f907-45a8-b7fa-9af7bb962ac0 req-5cb49c18-c2f3-4c8e-833e-4c7fa81e7732 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=87d12057fd5046da9f6ec905d089d476&device_id=b712e9b6-e26e-4f86-818e-c7b7b53ca73a HTTP/1.1" status: 200 len: 1098 time: 0.0429413 May 04 15:06:37.037497 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-ce04cd05-dafa-439d-a080-f27d4703932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'name': 'tempest-AttachVolumeNegativeTest-576760527-router', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:16Z', 'updated_at': '2022-05-04T14:58:27Z', 'revision_number': 4, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'gw_port': {'id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:18Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': 'ada03e0b-1324-47b8-b6e1-1742f539f0f0', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'floating_ip_address': '172.27.1.107', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'port_id': '576b580d-8ce8-41f2-8bc5-d4fc66a0e36d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'mac_address': 'fa:16:3e:87:50:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b712e9b6-e26e-4f86-818e-c7b7b53ca73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:06:18Z', 'updated_at': '2022-05-04T15:06:35Z', 'revision_number': 1, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940cd6bd-3d19-4d8a-861d-318d5f850d18', 'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'mac_address': 'fa:16:3e:bf:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:24Z', 'updated_at': '2022-05-04T14:58:41Z', 'revision_number': 5, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'subnets': [{'id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:37.071608 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce04cd05-dafa-439d-a080-f27d4703932c None None] Checking router: 10cb654b-ad6a-4737-b26f-4dd942827a1c for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:06:37.075677 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5a66c-f907-45a8-b7fa-9af7bb962ac0 req-d40e2e35-f463-4133-9b4b-036da1ae6610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:37.077511 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-27c5a66c-f907-45a8-b7fa-9af7bb962ac0 req-d40e2e35-f463-4133-9b4b-036da1ae6610 service neutron] 10.222.0.11 "GET /v2.0/networks?id=55dbbf73-0e6e-443d-9d78-4a6112dd0160 HTTP/1.1" status: 200 len: 915 time: 0.0933864 May 04 15:06:37.080960 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce04cd05-dafa-439d-a080-f27d4703932c None None] Routers {'10cb654b-ad6a-4737-b26f-4dd942827a1c'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:06:37.081588 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-ce04cd05-dafa-439d-a080-f27d4703932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:06:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['10cb654b-ad6a-4737-b26f-4dd942827a1c'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:37.153125 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-27c5a66c-f907-45a8-b7fa-9af7bb962ac0 req-f737ae3a-370c-4771-845b-134c042f15ba service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=576b580d-8ce8-41f2-8bc5-d4fc66a0e36d HTTP/1.1" status: 200 len: 999 time: 0.0605636 May 04 15:06:37.192851 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-ce04cd05-dafa-439d-a080-f27d4703932c None None] Set router 10cb654b-ad6a-4737-b26f-4dd942827a1c gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:06:37.207320 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5a66c-f907-45a8-b7fa-9af7bb962ac0 req-367b9dcf-c805-47fd-99c1-4fdc5afe2c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:37.208910 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-27c5a66c-f907-45a8-b7fa-9af7bb962ac0 req-367b9dcf-c805-47fd-99c1-4fdc5afe2c30 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=8b0b50cf-2dce-427c-8d06-7da02fdf5e7e HTTP/1.1" status: 200 len: 853 time: 0.0491574 May 04 15:06:37.257712 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c5a66c-f907-45a8-b7fa-9af7bb962ac0 req-053b154a-f064-4e02-9f52-3563b0cddd08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:37.260088 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-27c5a66c-f907-45a8-b7fa-9af7bb962ac0 req-053b154a-f064-4e02-9f52-3563b0cddd08 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=55dbbf73-0e6e-443d-9d78-4a6112dd0160&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0441175 May 04 15:06:37.353881 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-27c5a66c-f907-45a8-b7fa-9af7bb962ac0 req-793cae48-3faa-4e5a-a76e-639758442ffe service neutron] 10.222.0.11 "GET /v2.0/networks/55dbbf73-0e6e-443d-9d78-4a6112dd0160?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863693 May 04 15:06:37.426353 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-ce04cd05-dafa-439d-a080-f27d4703932c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'name': 'tempest-AttachVolumeNegativeTest-576760527-router', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:16Z', 'updated_at': '2022-05-04T14:58:27Z', 'revision_number': 4, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'gw_port': {'id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:18Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': 'ada03e0b-1324-47b8-b6e1-1742f539f0f0', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'floating_ip_address': '172.27.1.107', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'port_id': '576b580d-8ce8-41f2-8bc5-d4fc66a0e36d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'mac_address': 'fa:16:3e:87:50:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b712e9b6-e26e-4f86-818e-c7b7b53ca73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:06:18Z', 'updated_at': '2022-05-04T15:06:35Z', 'revision_number': 1, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940cd6bd-3d19-4d8a-861d-318d5f850d18', 'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'mac_address': 'fa:16:3e:bf:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:24Z', 'updated_at': '2022-05-04T14:58:41Z', 'revision_number': 5, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'subnets': [{'id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:06:37.452037 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-27c5a66c-f907-45a8-b7fa-9af7bb962ac0 req-3156ad36-01a6-46a9-bbc6-d05f9d6f4313 service neutron] 10.222.0.11 "GET /v2.0/networks/55dbbf73-0e6e-443d-9d78-4a6112dd0160?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919845 May 04 15:06:37.551939 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce04cd05-dafa-439d-a080-f27d4703932c None None] The sync data for ids ['10cb654b-ad6a-4737-b26f-4dd942827a1c'] in dv-cinder-829630-2-iscsi is: [{'id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'name': 'tempest-AttachVolumeNegativeTest-576760527-router', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:16Z', 'updated_at': '2022-05-04T14:58:27Z', 'revision_number': 4, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'gw_port': {'id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:18Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': 'ada03e0b-1324-47b8-b6e1-1742f539f0f0', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'floating_ip_address': '172.27.1.107', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'port_id': '576b580d-8ce8-41f2-8bc5-d4fc66a0e36d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 560, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'mac_address': 'fa:16:3e:87:50:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b712e9b6-e26e-4f86-818e-c7b7b53ca73a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:06:18Z', 'updated_at': '2022-05-04T15:06:35Z', 'revision_number': 1, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '940cd6bd-3d19-4d8a-861d-318d5f850d18', 'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'mac_address': 'fa:16:3e:bf:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:24Z', 'updated_at': '2022-05-04T14:58:41Z', 'revision_number': 5, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'subnets': [{'id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:06:37.757161 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-920da701-8a38-4fad-8111-1611f67d445b None None] New status for floating IP ada03e0b-1324-47b8-b6e1-1742f539f0f0: ACTIVE {{(pid=101865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:06:37.952776 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92674a19-5e56-4ada-979c-88a227b6f979 req-661c4867-769e-48af-9a4d-084182e24251 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:37.954311 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-92674a19-5e56-4ada-979c-88a227b6f979 req-661c4867-769e-48af-9a4d-084182e24251 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 946 time: 0.0527074 May 04 15:06:37.996087 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-92674a19-5e56-4ada-979c-88a227b6f979 req-f8429577-399a-41b2-b03e-44dc1ba3376f tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356836 May 04 15:06:38.227676 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 48566) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:38.335236 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f5d52640-bdb8-4337-b8ec-4eeead0a5ac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:38.411856 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f5d52640-bdb8-4337-b8ec-4eeead0a5ac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:38.416073 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f5d52640-bdb8-4337-b8ec-4eeead0a5ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:38.433444 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-fd204f32-6055-4213-8b1c-9d56fa2586dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:38.458625 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-f5d52640-bdb8-4337-b8ec-4eeead0a5ac1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bd72b6b4e073411ab6aeeb8273538de0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298298 May 04 15:06:38.459501 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d52640-bdb8-4337-b8ec-4eeead0a5ac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a6dcb0-2682-49cd-aa14-8bf60f9fe402,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:38.461468 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 48570) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:06:38.466878 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d52640-bdb8-4337-b8ec-4eeead0a5ac1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:38.467229 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d52640-bdb8-4337-b8ec-4eeead0a5ac1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:38.467572 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d52640-bdb8-4337-b8ec-4eeead0a5ac1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:38.467911 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d52640-bdb8-4337-b8ec-4eeead0a5ac1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:38.468251 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d52640-bdb8-4337-b8ec-4eeead0a5ac1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:38.468581 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d52640-bdb8-4337-b8ec-4eeead0a5ac1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:38.468936 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d52640-bdb8-4337-b8ec-4eeead0a5ac1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:38.469269 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d52640-bdb8-4337-b8ec-4eeead0a5ac1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:38.469598 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d52640-bdb8-4337-b8ec-4eeead0a5ac1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:38.469923 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d52640-bdb8-4337-b8ec-4eeead0a5ac1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:38.470249 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d52640-bdb8-4337-b8ec-4eeead0a5ac1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:38.470583 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5d52640-bdb8-4337-b8ec-4eeead0a5ac1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:38.511986 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4555cab8-f13f-466d-b7f8-44e5ce325f58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:38.532432 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4555cab8-f13f-466d-b7f8-44e5ce325f58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:38.582282 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4555cab8-f13f-466d-b7f8-44e5ce325f58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:38.584936 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4555cab8-f13f-466d-b7f8-44e5ce325f58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:38.587918 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-4555cab8-f13f-466d-b7f8-44e5ce325f58 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e6a6dcb0-2682-49cd-aa14-8bf60f9fe402 HTTP/1.1" status: 204 len: 168 time: 0.1237054 May 04 15:06:38.596034 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4555cab8-f13f-466d-b7f8-44e5ce325f58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a6dcb0-2682-49cd-aa14-8bf60f9fe402,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:38.603794 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555cab8-f13f-466d-b7f8-44e5ce325f58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:38.604137 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555cab8-f13f-466d-b7f8-44e5ce325f58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:38.604474 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555cab8-f13f-466d-b7f8-44e5ce325f58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:38.607073 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555cab8-f13f-466d-b7f8-44e5ce325f58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:38.607073 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555cab8-f13f-466d-b7f8-44e5ce325f58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:38.607073 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555cab8-f13f-466d-b7f8-44e5ce325f58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:38.607073 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555cab8-f13f-466d-b7f8-44e5ce325f58 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:38.607073 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555cab8-f13f-466d-b7f8-44e5ce325f58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:38.607073 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555cab8-f13f-466d-b7f8-44e5ce325f58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:38.607073 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555cab8-f13f-466d-b7f8-44e5ce325f58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:38.607073 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555cab8-f13f-466d-b7f8-44e5ce325f58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:38.607731 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4555cab8-f13f-466d-b7f8-44e5ce325f58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:06:39.123236 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770781a6-7aea-4691-a6d3-0d951f70c0b0 req-65f08ca4-1528-4029-87de-8d2253b12008 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:39.125001 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-770781a6-7aea-4691-a6d3-0d951f70c0b0 req-65f08ca4-1528-4029-87de-8d2253b12008 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 946 time: 0.0551069 May 04 15:06:39.167735 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-770781a6-7aea-4691-a6d3-0d951f70c0b0 req-fdd34109-d5d4-4131-bdaf-0618267c29dc tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362604 May 04 15:06:39.681572 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:40.287227 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13de2a4d-6cea-401c-8197-e5acc17c276e req-7e674618-7869-45ba-afd0-36ad791d6a5e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:40.288682 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-13de2a4d-6cea-401c-8197-e5acc17c276e req-7e674618-7869-45ba-afd0-36ad791d6a5e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 946 time: 0.0480647 May 04 15:06:40.329244 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-13de2a4d-6cea-401c-8197-e5acc17c276e req-58d1dfa9-29a2-4cc5-b7af-3e9e2131c886 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341146 May 04 15:06:40.385629 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 909abf1f-8587-4292-b570-7f828854b344 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:06:40.466885 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:40.495003 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 909abf1f-8587-4292-b570-7f828854b344, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=909abf1f-8587-4292-b570-7f828854b344,segment=NetworkSegment(b1142b6e-dead-4f76-9ea3-713e036ec259),segment_id=b1142b6e-dead-4f76-9ea3-713e036ec259)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:06:40.506456 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Returning: {'device': '909abf1f-8587-4292-b570-7f828854b344', 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97', 'port_id': '909abf1f-8587-4292-b570-7f828854b344', 'mac_address': 'fa:16:3e:5a:40:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:06:40.544916 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:40.558706 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 909abf1f-8587-4292-b570-7f828854b344 {{(pid=101865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:06:40.578203 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 909abf1f-8587-4292-b570-7f828854b344, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=909abf1f-8587-4292-b570-7f828854b344,segment=NetworkSegment(b1142b6e-dead-4f76-9ea3-713e036ec259),segment_id=b1142b6e-dead-4f76-9ea3-713e036ec259)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:06:40.582237 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:40.631755 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=909abf1f-8587-4292-b570-7f828854b344,revision_number=6']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:40.908062 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['909abf1f-8587-4292-b570-7f828854b344'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:06:41.315040 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:41.451705 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd4af64-01c7-409c-8e7e-c3bcedcb9f14 req-83ff6aaa-0bd3-42bf-a932-cb7a7c05021c tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:41.453208 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8fd4af64-01c7-409c-8e7e-c3bcedcb9f14 req-83ff6aaa-0bd3-42bf-a932-cb7a7c05021c tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 945 time: 0.0504391 May 04 15:06:41.495209 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8fd4af64-01c7-409c-8e7e-c3bcedcb9f14 req-95b2a08e-c355-40d9-82f9-f2f4498615d2 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358305 May 04 15:06:41.719426 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:42.390140 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 909abf1f-8587-4292-b570-7f828854b344 up at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:06:42.440466 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning complete for port 909abf1f-8587-4292-b570-7f828854b344 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:06:42.440859 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:42.516173 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:42.539740 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6b2699-5423-43ee-99ba-79ff1d1b839d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909abf1f-8587-4292-b570-7f828854b344'}] {{(pid=101865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:06:42.542109 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13127db273ea31dc2797640238b9d4a3f6ca00c8d3f152038556e6a345f6b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0cb940b-e257-405f-ad4d-7f2ff61c1a07" -d '{"events": [{"server_uuid": "4b6b2699-5423-43ee-99ba-79ff1d1b839d", "name": "network-vif-plugged", "status": "completed", "tag": "909abf1f-8587-4292-b570-7f828854b344"}]}' {{(pid=101865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:06:42.554875 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 909abf1f-8587-4292-b570-7f828854b344, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=909abf1f-8587-4292-b570-7f828854b344,segment=NetworkSegment(b1142b6e-dead-4f76-9ea3-713e036ec259),segment_id=b1142b6e-dead-4f76-9ea3-713e036ec259)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:06:42.559382 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:06:42.607828 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=909abf1f-8587-4292-b570-7f828854b344,revision_number=7']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:06:42.619409 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb22ecd3-641e-47f9-850e-c655a1681ded req-b068fce0-09aa-456a-b3c6-4242254621e6 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:42.620957 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cb22ecd3-641e-47f9-850e-c655a1681ded req-b068fce0-09aa-456a-b3c6-4242254621e6 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 946 time: 0.0523143 May 04 15:06:42.660590 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cb22ecd3-641e-47f9-850e-c655a1681ded req-7c45f33d-244c-475d-b543-7d1d7649b2f1 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335212 May 04 15:06:42.709213 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fedc5cf0-5bd4-4a31-8c7b-d60f86dd5a32 x-openstack-request-id: req-fedc5cf0-5bd4-4a31-8c7b-d60f86dd5a32 {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:06:42.709529 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6b2699-5423-43ee-99ba-79ff1d1b839d", "name": "network-vif-plugged", "status": "completed", "tag": "909abf1f-8587-4292-b570-7f828854b344", "code": 200}]} {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:06:42.709782 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-fedc5cf0-5bd4-4a31-8c7b-d60f86dd5a32 {{(pid=101865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:06:42.710175 dv-cinder-829630-2-iscsi neutron-server[101865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fedc5cf0-5bd4-4a31-8c7b-d60f86dd5a32'] response: {'server_uuid': '4b6b2699-5423-43ee-99ba-79ff1d1b839d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909abf1f-8587-4292-b570-7f828854b344', 'code': 200} May 04 15:06:43.788431 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2402491-95d2-484d-9041-192bef28a552 req-88dc0626-a7fa-4e64-90d6-6ae5086ba1cd tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:43.790708 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f2402491-95d2-484d-9041-192bef28a552 req-88dc0626-a7fa-4e64-90d6-6ae5086ba1cd tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 946 time: 0.0489788 May 04 15:06:43.829549 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f2402491-95d2-484d-9041-192bef28a552 req-baea277b-ef9e-469d-bebd-859a10b92557 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327418 May 04 15:06:44.950816 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c79013-f182-4d39-b289-76fd302b03e8 req-183cef0a-0e65-48ad-994d-4e0d9506788c tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:44.952301 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-01c79013-f182-4d39-b289-76fd302b03e8 req-183cef0a-0e65-48ad-994d-4e0d9506788c tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 946 time: 0.0507765 May 04 15:06:44.993569 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-01c79013-f182-4d39-b289-76fd302b03e8 req-07faff59-c689-4eac-83e2-18a7145dc44e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352108 May 04 15:06:46.112676 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872ce822-b3b9-42c2-ac3b-e6e4bc31afce req-2739eec1-f28c-4e57-b52f-055ceed80a5a tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:46.114273 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-872ce822-b3b9-42c2-ac3b-e6e4bc31afce req-2739eec1-f28c-4e57-b52f-055ceed80a5a tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 946 time: 0.0495286 May 04 15:06:46.161576 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-872ce822-b3b9-42c2-ac3b-e6e4bc31afce req-a9e81d1a-7413-47da-b8e3-3e92bff87825 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363190 May 04 15:06:47.281620 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ed8a0a-f1c0-4e21-a980-25726b380aeb req-0d9e460e-1835-454b-ad9b-c160c28ae6cd tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:47.283224 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-59ed8a0a-f1c0-4e21-a980-25726b380aeb req-0d9e460e-1835-454b-ad9b-c160c28ae6cd tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 946 time: 0.0490663 May 04 15:06:47.325375 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-59ed8a0a-f1c0-4e21-a980-25726b380aeb req-e2da897d-f609-4f7b-b702-f7630bfae817 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356228 May 04 15:06:48.474359 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4298133-d6ec-46b3-ad4d-ede59415cbc6 req-73939307-47c1-4abf-a540-1726b35e01f3 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:48.483706 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e4298133-d6ec-46b3-ad4d-ede59415cbc6 req-73939307-47c1-4abf-a540-1726b35e01f3 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 946 time: 0.0667615 May 04 15:06:48.528263 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e4298133-d6ec-46b3-ad4d-ede59415cbc6 req-a8f4955f-6295-40c9-b09c-dac324b3f2c7 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436804 May 04 15:06:49.668132 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b915d5d-cef1-4850-845d-5e9088963948 req-54dec682-b6da-4fef-9058-bf3779869420 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:49.669755 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6b915d5d-cef1-4850-845d-5e9088963948 req-54dec682-b6da-4fef-9058-bf3779869420 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 946 time: 0.0513070 May 04 15:06:49.728393 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6b915d5d-cef1-4850-845d-5e9088963948 req-6d73b903-3ae4-420a-98c3-c3f62ee7d675 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465491 May 04 15:06:50.865876 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9b4129-5643-4bef-9d84-e7963a06ae61 req-2af0895c-7891-45e5-bd37-e7f348368c53 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:50.874735 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8c9b4129-5643-4bef-9d84-e7963a06ae61 req-2af0895c-7891-45e5-bd37-e7f348368c53 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 946 time: 0.0634561 May 04 15:06:50.910309 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8c9b4129-5643-4bef-9d84-e7963a06ae61 req-5bf50ae4-d681-426d-8aab-ce20fe4bd18d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346611 May 04 15:06:52.046528 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033f6f48-b45b-495a-822b-477a41a91032 req-325811e5-22a6-4c3f-8947-0b63c201e89b tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:52.048258 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-033f6f48-b45b-495a-822b-477a41a91032 req-325811e5-22a6-4c3f-8947-0b63c201e89b tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 946 time: 0.0561182 May 04 15:06:52.099568 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-033f6f48-b45b-495a-822b-477a41a91032 req-400a3419-f365-4a0f-a6af-1e982a1305ce tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446026 May 04 15:06:53.234046 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38d29d7-4572-425c-8de5-19f1455fff25 req-9d747436-e180-43bb-ada4-2c1b64482a80 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:53.236378 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c38d29d7-4572-425c-8de5-19f1455fff25 req-9d747436-e180-43bb-ada4-2c1b64482a80 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 946 time: 0.0589855 May 04 15:06:53.283431 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c38d29d7-4572-425c-8de5-19f1455fff25 req-8dee7fc4-3b3e-4991-92b3-1ecf05764d2f tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372860 May 04 15:06:54.418030 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3de4f-f02f-4005-a27a-152dd298e484 req-b8e605d1-6692-4b4b-917e-d305d4f26cae tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:54.419707 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-44b3de4f-f02f-4005-a27a-152dd298e484 req-b8e605d1-6692-4b4b-917e-d305d4f26cae tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 946 time: 0.0525386 May 04 15:06:54.461282 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-44b3de4f-f02f-4005-a27a-152dd298e484 req-af6706b4-6b91-475e-9164-b8763dd50e57 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348706 May 04 15:06:55.597026 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5428e76d-a5b9-449b-81ff-c0d04a277ed6 req-a06917c2-6b58-47ff-b334-5b1e04e45b39 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:55.599565 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5428e76d-a5b9-449b-81ff-c0d04a277ed6 req-a06917c2-6b58-47ff-b334-5b1e04e45b39 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 946 time: 0.0545375 May 04 15:06:55.652961 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5428e76d-a5b9-449b-81ff-c0d04a277ed6 req-108c533f-19b2-4d03-84dd-2ed90c9d9184 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454512 May 04 15:06:56.768928 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632aaf23-c8b6-4854-8dd2-a195a2ff6a50 req-7f3a3899-9d55-4c51-997e-85d982606a62 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:56.770428 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-632aaf23-c8b6-4854-8dd2-a195a2ff6a50 req-7f3a3899-9d55-4c51-997e-85d982606a62 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 946 time: 0.0505471 May 04 15:06:56.809468 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-632aaf23-c8b6-4854-8dd2-a195a2ff6a50 req-56b42fb7-d79e-4ce2-bf55-c255487651d3 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328717 May 04 15:06:57.079349 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:06:57.726341 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f86f28-1f56-4e27-8e7d-a1753626da90 req-bf7e4165-4163-46e8-b5ab-8225e603e67e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:57.728178 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-61f86f28-1f56-4e27-8e7d-a1753626da90 req-bf7e4165-4163-46e8-b5ab-8225e603e67e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=192ccf80824d4fa59de46a9e21ae0572&device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 1099 time: 0.0444448 May 04 15:06:57.828442 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f86f28-1f56-4e27-8e7d-a1753626da90 req-d4532193-050e-4c08-aa52-bbc1e6f80467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:57.830212 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-61f86f28-1f56-4e27-8e7d-a1753626da90 req-d4532193-050e-4c08-aa52-bbc1e6f80467 service neutron] 10.222.0.11 "GET /v2.0/networks?id=60c30b73-0e7f-49bb-89af-0e44584f9d97 HTTP/1.1" status: 200 len: 917 time: 0.0941744 May 04 15:06:57.924206 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-61f86f28-1f56-4e27-8e7d-a1753626da90 req-6b6f226b-0d77-4c6e-a827-d805fccd2111 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=909abf1f-8587-4292-b570-7f828854b344 HTTP/1.1" status: 200 len: 1002 time: 0.0858943 May 04 15:06:57.972175 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b8bc7d-83e5-4e8f-ab40-9d9e16019ff3 req-8da70d97-b9f1-4fb5-a7a2-3e1262c05198 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:57.973707 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b8b8bc7d-83e5-4e8f-ab40-9d9e16019ff3 req-8da70d97-b9f1-4fb5-a7a2-3e1262c05198 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 946 time: 0.0828419 May 04 15:06:58.000544 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f86f28-1f56-4e27-8e7d-a1753626da90 req-55077841-0b32-4d4d-861a-9a21466bc2be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:58.002001 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-61f86f28-1f56-4e27-8e7d-a1753626da90 req-55077841-0b32-4d4d-861a-9a21466bc2be service neutron] 10.222.0.11 "GET /v2.0/subnets?id=030f9125-e21b-4852-a6f8-1ba70c2222d2 HTTP/1.1" status: 200 len: 855 time: 0.0697665 May 04 15:06:58.049380 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b8b8bc7d-83e5-4e8f-ab40-9d9e16019ff3 req-e947afa2-a2fc-4aa1-9758-e66f3efa1b78 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679657 May 04 15:06:58.060149 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f86f28-1f56-4e27-8e7d-a1753626da90 req-bbc8c2cf-8c2e-40b0-ad9b-f49b44d06851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:58.061691 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-61f86f28-1f56-4e27-8e7d-a1753626da90 req-bbc8c2cf-8c2e-40b0-ad9b-f49b44d06851 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60c30b73-0e7f-49bb-89af-0e44584f9d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0527818 May 04 15:06:58.152307 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-61f86f28-1f56-4e27-8e7d-a1753626da90 req-7906c668-1077-40e2-87df-0c3e6e35adb2 service neutron] 10.222.0.11 "GET /v2.0/networks/60c30b73-0e7f-49bb-89af-0e44584f9d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830109 May 04 15:06:58.251745 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-61f86f28-1f56-4e27-8e7d-a1753626da90 req-29f07df5-9a38-407d-af9d-01819da310d2 service neutron] 10.222.0.11 "GET /v2.0/networks/60c30b73-0e7f-49bb-89af-0e44584f9d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923607 May 04 15:06:59.177530 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cc94fe-68f5-4f96-8038-4c22e9791f12 req-80f74e7f-cce1-4df6-a6cd-2fa5e8a29934 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:06:59.179481 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d2cc94fe-68f5-4f96-8038-4c22e9791f12 req-80f74e7f-cce1-4df6-a6cd-2fa5e8a29934 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 946 time: 0.0523117 May 04 15:06:59.219199 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d2cc94fe-68f5-4f96-8038-4c22e9791f12 req-e220455c-54a4-4bd8-9ba9-dbea5686b84e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341084 May 04 15:07:00.356582 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c485d07-82cb-4d81-a9b1-6ae14f4210ef req-b4aad49b-c267-4295-bee9-6733ae1ed9fd tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:00.358111 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7c485d07-82cb-4d81-a9b1-6ae14f4210ef req-b4aad49b-c267-4295-bee9-6733ae1ed9fd tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 946 time: 0.0555038 May 04 15:07:00.406321 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7c485d07-82cb-4d81-a9b1-6ae14f4210ef req-0c5abd3b-92bd-4aba-acdc-c33aceaebd6a tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417855 May 04 15:07:00.495579 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 909abf1f-8587-4292-b570-7f828854b344 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:07:00.607676 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:00.648935 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6b2699-5423-43ee-99ba-79ff1d1b839d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '909abf1f-8587-4292-b570-7f828854b344'}] {{(pid=101865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:07:00.651404 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13127db273ea31dc2797640238b9d4a3f6ca00c8d3f152038556e6a345f6b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dbc6120-ff23-4f9c-8268-5e4748d0f1ba" -d '{"events": [{"server_uuid": "4b6b2699-5423-43ee-99ba-79ff1d1b839d", "name": "network-vif-unplugged", "status": "completed", "tag": "909abf1f-8587-4292-b570-7f828854b344"}]}' {{(pid=101865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:07:00.667214 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 909abf1f-8587-4292-b570-7f828854b344, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=909abf1f-8587-4292-b570-7f828854b344,segment=NetworkSegment(b1142b6e-dead-4f76-9ea3-713e036ec259),segment_id=b1142b6e-dead-4f76-9ea3-713e036ec259)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:00.676651 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:00.745390 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=909abf1f-8587-4292-b570-7f828854b344,revision_number=8']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:00.753088 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:00.753493 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:00.753837 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:00.754166 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:00.754490 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:00.754813 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:00.755271 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:00.755451 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:00.755756 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:00.756144 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:00.756474 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:00.756817 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:00.828702 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Wed, 04 May 2022 15:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a20c625-8a6b-4a01-85fa-7eea1e1a65de x-openstack-request-id: req-4a20c625-8a6b-4a01-85fa-7eea1e1a65de {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:07:00.829288 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6b2699-5423-43ee-99ba-79ff1d1b839d", "name": "network-vif-unplugged", "status": "failed", "tag": "909abf1f-8587-4292-b570-7f828854b344", "code": 422}]} {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:07:00.829678 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-4a20c625-8a6b-4a01-85fa-7eea1e1a65de {{(pid=101865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:07:00.830337 dv-cinder-829630-2-iscsi neutron-server[101865]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-4a20c625-8a6b-4a01-85fa-7eea1e1a65de']: {'server_uuid': '4b6b2699-5423-43ee-99ba-79ff1d1b839d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '909abf1f-8587-4292-b570-7f828854b344', 'code': 422} returned with failed status May 04 15:07:01.470423 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b790e3c-0ce9-479e-894d-94d80b79b493 req-9298dab4-0afc-474c-998c-229391485006 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:01.472425 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0b790e3c-0ce9-479e-894d-94d80b79b493 req-9298dab4-0afc-474c-998c-229391485006 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 944 time: 0.0536330 May 04 15:07:01.527847 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0b790e3c-0ce9-479e-894d-94d80b79b493 req-628ced01-5c78-4db0-aedd-bc1944a64bf2 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475607 May 04 15:07:01.541397 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f3593fce-c15b-485c-ba69-70774b6f7555 req-15e108a9-ccf4-4da4-a655-28f6e8631448 service neutron] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0610831 May 04 15:07:02.492604 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3593fce-c15b-485c-ba69-70774b6f7555 req-5c8e04fe-201a-4964-82f3-3c0b868bf25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:02.494148 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f3593fce-c15b-485c-ba69-70774b6f7555 req-5c8e04fe-201a-4964-82f3-3c0b868bf25f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d&tenant_id=192ccf80824d4fa59de46a9e21ae0572 HTTP/1.1" status: 200 len: 1097 time: 0.0408633 May 04 15:07:02.578399 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3593fce-c15b-485c-ba69-70774b6f7555 req-8c4b0e33-501b-4546-9fbc-8d85793a11f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:02.579872 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f3593fce-c15b-485c-ba69-70774b6f7555 req-8c4b0e33-501b-4546-9fbc-8d85793a11f1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=192ccf80824d4fa59de46a9e21ae0572&device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 1097 time: 0.0411205 May 04 15:07:02.718155 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9583f92c-9390-4d5c-b7b6-3a814db3c695 req-46d16e3a-e331-4f10-be61-6b16bc1da193 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:02.719610 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9583f92c-9390-4d5c-b7b6-3a814db3c695 req-46d16e3a-e331-4f10-be61-6b16bc1da193 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 944 time: 0.0809352 May 04 15:07:02.721068 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3593fce-c15b-485c-ba69-70774b6f7555 req-22bba544-498c-4510-a675-eed684520199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:02.722611 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f3593fce-c15b-485c-ba69-70774b6f7555 req-22bba544-498c-4510-a675-eed684520199 service neutron] 10.222.0.11 "GET /v2.0/networks?id=60c30b73-0e7f-49bb-89af-0e44584f9d97 HTTP/1.1" status: 200 len: 917 time: 0.1352644 May 04 15:07:02.802821 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9583f92c-9390-4d5c-b7b6-3a814db3c695 req-77ff1543-fcce-43a4-8cf1-488ded745db5 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763073 May 04 15:07:02.814605 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f3593fce-c15b-485c-ba69-70774b6f7555 req-268fa825-4480-4d16-a5f5-a85a03554149 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=909abf1f-8587-4292-b570-7f828854b344 HTTP/1.1" status: 200 len: 1000 time: 0.0817997 May 04 15:07:02.865763 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3593fce-c15b-485c-ba69-70774b6f7555 req-5efacfa7-5c2f-43d2-91f6-0089a84abb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:02.867922 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f3593fce-c15b-485c-ba69-70774b6f7555 req-5efacfa7-5c2f-43d2-91f6-0089a84abb32 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=030f9125-e21b-4852-a6f8-1ba70c2222d2 HTTP/1.1" status: 200 len: 855 time: 0.0465257 May 04 15:07:02.912221 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3593fce-c15b-485c-ba69-70774b6f7555 req-79c12084-54d9-445a-8889-5b67cf2d4db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:02.914381 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f3593fce-c15b-485c-ba69-70774b6f7555 req-79c12084-54d9-445a-8889-5b67cf2d4db7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60c30b73-0e7f-49bb-89af-0e44584f9d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0399203 May 04 15:07:03.009054 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f3593fce-c15b-485c-ba69-70774b6f7555 req-78462b58-bc1f-4cfb-9c81-ac5435157209 service neutron] 10.222.0.11 "GET /v2.0/networks/60c30b73-0e7f-49bb-89af-0e44584f9d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874810 May 04 15:07:03.115613 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f3593fce-c15b-485c-ba69-70774b6f7555 req-327ffa32-592e-40eb-86f4-d5ef9691888a service neutron] 10.222.0.11 "GET /v2.0/networks/60c30b73-0e7f-49bb-89af-0e44584f9d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989950 May 04 15:07:03.963804 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f831ae5-dfdc-4fca-a77e-d0f4c147cca0 req-1df2752d-9abd-42d4-aa46-e24c84d3d869 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:03.965311 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7f831ae5-dfdc-4fca-a77e-d0f4c147cca0 req-1df2752d-9abd-42d4-aa46-e24c84d3d869 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 944 time: 0.0614786 May 04 15:07:04.007148 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7f831ae5-dfdc-4fca-a77e-d0f4c147cca0 req-d35205ac-5d25-402b-9b88-5ed7d45401eb tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356705 May 04 15:07:05.140507 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3255a3-3867-4f51-aec1-0bf5c344d3e4 req-27ea06ac-4442-4086-8ee7-8341fc06675d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:05.142277 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3e3255a3-3867-4f51-aec1-0bf5c344d3e4 req-27ea06ac-4442-4086-8ee7-8341fc06675d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 944 time: 0.0553942 May 04 15:07:05.206541 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3e3255a3-3867-4f51-aec1-0bf5c344d3e4 req-8c0acef5-23a2-457d-ae95-87ea7a6a8115 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585012 May 04 15:07:06.161107 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-a1540461-6614-436e-a95a-b20b8ebfe255 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:06.349058 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a99c5-922a-4f89-aa58-7404dfa2e842 req-3857c8ed-01ed-4319-adf2-3c24c7bd8de9 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:06.351367 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-861a99c5-922a-4f89-aa58-7404dfa2e842 req-3857c8ed-01ed-4319-adf2-3c24c7bd8de9 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 944 time: 0.0543492 May 04 15:07:06.393740 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-861a99c5-922a-4f89-aa58-7404dfa2e842 req-ade3f113-6c74-46c9-8e77-e22f6dc23bac tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361040 May 04 15:07:06.855995 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 48940) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:07.206188 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-5786f1e1-c83e-4beb-ba0c-c1d19913dcce tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Deleting port ad3d6312-cf07-4c39-959d-856bbd0353da {{(pid=101864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:07:07.206568 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-5786f1e1-c83e-4beb-ba0c-c1d19913dcce tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:07.302750 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-5786f1e1-c83e-4beb-ba0c-c1d19913dcce tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:07.303217 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-5786f1e1-c83e-4beb-ba0c-c1d19913dcce tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:07.317987 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-5786f1e1-c83e-4beb-ba0c-c1d19913dcce tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Calling delete_port for ad3d6312-cf07-4c39-959d-856bbd0353da owned by network:floatingip {{(pid=101864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:07:07.486358 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-5786f1e1-c83e-4beb-ba0c-c1d19913dcce tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:07.527041 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5786f1e1-c83e-4beb-ba0c-c1d19913dcce tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Pushing event deleted for resources: {'Port': ['ID=ad3d6312-cf07-4c39-959d-856bbd0353da,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:07.538734 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c3b0e8-7102-4838-9a59-944a2e12ec71 req-bec8153f-baa6-442d-8b95-de194ed1c1de tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:07.540616 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b8c3b0e8-7102-4838-9a59-944a2e12ec71 req-bec8153f-baa6-442d-8b95-de194ed1c1de tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 944 time: 0.0661418 May 04 15:07:07.591958 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-5786f1e1-c83e-4beb-ba0c-c1d19913dcce tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks [] for floatingip, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:07.592415 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.db.l3_db [None req-5786f1e1-c83e-4beb-ba0c-c1d19913dcce tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Floating IP 80896a6c-9865-47d0-bf06-2b1f75762a8d disassociated (deleted). External IP: 172.27.1.250, port: 80af6ecb-8dd6-45ae-a159-395bf6bb57b5. May 04 15:07:07.605754 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b8c3b0e8-7102-4838-9a59-944a2e12ec71 req-7bc993c5-37cf-4b90-9efc-b76e6f28458a tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585639 May 04 15:07:07.826430 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5786f1e1-c83e-4beb-ba0c-c1d19913dcce tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Router ac01ba02-fac4-4481-a13a-b468c5c57174 has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:07:07.938855 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5786f1e1-c83e-4beb-ba0c-c1d19913dcce tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:07:07.944253 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-5786f1e1-c83e-4beb-ba0c-c1d19913dcce tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:07.950508 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5ba375-6326-4bf1-bc05-bebc52135193 None None] Sync routers for ids ['ac01ba02-fac4-4481-a13a-b468c5c57174'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:07:07.962418 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5ba375-6326-4bf1-bc05-bebc52135193 None None] Routers {'ac01ba02-fac4-4481-a13a-b468c5c57174'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:07:07.963289 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-db5ba375-6326-4bf1-bc05-bebc52135193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:06:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['ac01ba02-fac4-4481-a13a-b468c5c57174'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:07.983539 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-5786f1e1-c83e-4beb-ba0c-c1d19913dcce tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "DELETE /v2.0/floatingips/80896a6c-9865-47d0-bf06-2b1f75762a8d HTTP/1.1" status: 204 len: 168 time: 1.1262445 May 04 15:07:07.984219 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd163408-7c9c-4edf-a87d-7be5e9eb1295', 'tag': '80af6ecb-8dd6-45ae-a159-395bf6bb57b5'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:07:07.986651 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-291d4c37-e9ad-4fee-bdec-1fda8d7df1fa" -d '{"events": [{"name": "network-changed", "server_uuid": "fd163408-7c9c-4edf-a87d-7be5e9eb1295", "tag": "80af6ecb-8dd6-45ae-a159-395bf6bb57b5"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:07:08.079468 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-db5ba375-6326-4bf1-bc05-bebc52135193 None None] Set router ac01ba02-fac4-4481-a13a-b468c5c57174 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:07:08.193693 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:07:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbeb8f77-e3db-4ca0-8b3c-8e4acfe73e4a x-openstack-request-id: req-bbeb8f77-e3db-4ca0-8b3c-8e4acfe73e4a {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:07:08.193693 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd163408-7c9c-4edf-a87d-7be5e9eb1295", "tag": "80af6ecb-8dd6-45ae-a159-395bf6bb57b5", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:07:08.193693 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bbeb8f77-e3db-4ca0-8b3c-8e4acfe73e4a {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:07:08.193693 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bbeb8f77-e3db-4ca0-8b3c-8e4acfe73e4a'] response: {'name': 'network-changed', 'server_uuid': 'fd163408-7c9c-4edf-a87d-7be5e9eb1295', 'tag': '80af6ecb-8dd6-45ae-a159-395bf6bb57b5', 'status': 'completed', 'code': 200} May 04 15:07:08.306112 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-db5ba375-6326-4bf1-bc05-bebc52135193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'name': 'tempest-TestShelveInstance-1964831573-router', 'tenant_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '7488fddd-73e1-4ddc-a5d4-c777ca779c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:59Z', 'updated_at': '2022-05-04T15:01:02Z', 'revision_number': 4, 'project_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'gw_port': {'id': '7488fddd-73e1-4ddc-a5d4-c777ca779c31', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:00Z', 'updated_at': '2022-05-04T15:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '1728d397-7427-4ed9-a33b-5642e71596de', 'name': '', 'network_id': 'fb84f7af-1bc5-4003-9493-f24d10e945c8', 'tenant_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'mac_address': 'fa:16:3e:52:fc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'bdee7d98-9fd3-42c6-a1f6-0ef6423d6573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:01Z', 'updated_at': '2022-05-04T15:01:07Z', 'revision_number': 5, 'project_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'subnets': [{'id': 'bdee7d98-9fd3-42c6-a1f6-0ef6423d6573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:08.334682 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5ba375-6326-4bf1-bc05-bebc52135193 None None] Checking router: ac01ba02-fac4-4481-a13a-b468c5c57174 for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:07:08.344567 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5ba375-6326-4bf1-bc05-bebc52135193 None None] Routers {'ac01ba02-fac4-4481-a13a-b468c5c57174'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:07:08.345476 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-db5ba375-6326-4bf1-bc05-bebc52135193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:06:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['ac01ba02-fac4-4481-a13a-b468c5c57174'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:08.398559 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f289534-00b9-46ac-92fe-a6a7541f2ff0 req-f901ebc5-40d4-4705-858e-cecd7ef6763a tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:08.400752 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9f289534-00b9-46ac-92fe-a6a7541f2ff0 req-f901ebc5-40d4-4705-858e-cecd7ef6763a tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 945 time: 0.1163089 May 04 15:07:08.466497 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-6b7dfb88-98bc-466f-b04b-11fe157e77e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:08.474221 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9f289534-00b9-46ac-92fe-a6a7541f2ff0 req-43b5c87e-2bd6-4ea4-888c-f018236c22df tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631132 May 04 15:07:08.479760 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-db5ba375-6326-4bf1-bc05-bebc52135193 None None] Set router ac01ba02-fac4-4481-a13a-b468c5c57174 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:07:08.704987 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-db5ba375-6326-4bf1-bc05-bebc52135193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'name': 'tempest-TestShelveInstance-1964831573-router', 'tenant_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '7488fddd-73e1-4ddc-a5d4-c777ca779c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:59Z', 'updated_at': '2022-05-04T15:01:02Z', 'revision_number': 4, 'project_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'gw_port': {'id': '7488fddd-73e1-4ddc-a5d4-c777ca779c31', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:00Z', 'updated_at': '2022-05-04T15:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '1728d397-7427-4ed9-a33b-5642e71596de', 'name': '', 'network_id': 'fb84f7af-1bc5-4003-9493-f24d10e945c8', 'tenant_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'mac_address': 'fa:16:3e:52:fc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'bdee7d98-9fd3-42c6-a1f6-0ef6423d6573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:01Z', 'updated_at': '2022-05-04T15:01:07Z', 'revision_number': 5, 'project_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'subnets': [{'id': 'bdee7d98-9fd3-42c6-a1f6-0ef6423d6573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:08.744079 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5ba375-6326-4bf1-bc05-bebc52135193 None None] The sync data for ids ['ac01ba02-fac4-4481-a13a-b468c5c57174'] in dv-cinder-829630-2-iscsi is: [{'id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'name': 'tempest-TestShelveInstance-1964831573-router', 'tenant_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '7488fddd-73e1-4ddc-a5d4-c777ca779c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:59Z', 'updated_at': '2022-05-04T15:01:02Z', 'revision_number': 4, 'project_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'gw_port': {'id': '7488fddd-73e1-4ddc-a5d4-c777ca779c31', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:00Z', 'updated_at': '2022-05-04T15:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '1728d397-7427-4ed9-a33b-5642e71596de', 'name': '', 'network_id': 'fb84f7af-1bc5-4003-9493-f24d10e945c8', 'tenant_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'mac_address': 'fa:16:3e:52:fc:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'device_owner': 'network:router_interface', 'standard_attr_id': 416, 'fixed_ips': [{'subnet_id': 'bdee7d98-9fd3-42c6-a1f6-0ef6423d6573', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:01Z', 'updated_at': '2022-05-04T15:01:07Z', 'revision_number': 5, 'project_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'subnets': [{'id': 'bdee7d98-9fd3-42c6-a1f6-0ef6423d6573', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:07:08.747962 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a95c09-0b29-4bd7-94a0-db548c89c6b4 req-174061ad-8d03-4bc2-b0ac-00253839c479 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:08.749647 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-32a95c09-0b29-4bd7-94a0-db548c89c6b4 req-174061ad-8d03-4bc2-b0ac-00253839c479 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 944 time: 0.0632825 May 04 15:07:08.794720 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-32a95c09-0b29-4bd7-94a0-db548c89c6b4 req-245c4893-22d2-4ae0-ab02-993bb1ae62a9 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387471 May 04 15:07:09.004088 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39dd88a6-06a0-48aa-92cb-f8c202a2df05 None None] New status for floating IP 80896a6c-9865-47d0-bf06-2b1f75762a8d: DOWN {{(pid=101865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:07:09.586521 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452d9dd-4c22-4ca3-89e9-2804a796fd5d req-fae96c37-884c-45e6-93a9-5fd7eed90c39 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:09.588426 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c452d9dd-4c22-4ca3-89e9-2804a796fd5d req-fae96c37-884c-45e6-93a9-5fd7eed90c39 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 945 time: 0.0553596 May 04 15:07:09.633449 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c452d9dd-4c22-4ca3-89e9-2804a796fd5d req-4b8dce6e-d596-4fdc-8d56-2b90153e47eb tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356932 May 04 15:07:09.693402 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:09.924979 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c5eaad-7d34-4015-82de-8ff8bc185e72 req-0005416c-21d5-4fbd-82df-488cb5df5abf tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:09.926340 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-64c5eaad-7d34-4015-82de-8ff8bc185e72 req-0005416c-21d5-4fbd-82df-488cb5df5abf tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 944 time: 0.0523629 May 04 15:07:09.975746 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-64c5eaad-7d34-4015-82de-8ff8bc185e72 req-78eb1240-1bac-45a5-9f43-1563602063f5 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432990 May 04 15:07:10.433926 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:10.771292 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c84783-e8b3-4e1e-a4e9-a0b1e4c6e9e1 req-160081b1-b573-4c6b-984f-55f1e91e4e97 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:10.773419 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f6c84783-e8b3-4e1e-a4e9-a0b1e4c6e9e1 req-160081b1-b573-4c6b-984f-55f1e91e4e97 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 945 time: 0.0519400 May 04 15:07:10.815616 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f6c84783-e8b3-4e1e-a4e9-a0b1e4c6e9e1 req-ac64fbf7-23fa-46d9-9ce3-9c6ba83eaa77 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358729 May 04 15:07:11.102761 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa9cafc-562b-4620-8836-93b1e94e91a1 req-306a7f72-0b63-44e4-8d33-96e9b161d03d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:11.111746 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ffa9cafc-562b-4620-8836-93b1e94e91a1 req-306a7f72-0b63-44e4-8d33-96e9b161d03d tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 944 time: 0.0614495 May 04 15:07:11.145714 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ffa9cafc-562b-4620-8836-93b1e94e91a1 req-8a2d7e71-dee2-4ad2-b8de-25c8ba31b801 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329871 May 04 15:07:11.317970 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:11.715851 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:11.935518 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71203074-230b-4808-b336-308c46427cda req-a688d47d-7484-4fc6-8aef-bcfb19130e4d tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:11.937175 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-71203074-230b-4808-b336-308c46427cda req-a688d47d-7484-4fc6-8aef-bcfb19130e4d tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 945 time: 0.0501287 May 04 15:07:11.975038 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-71203074-230b-4808-b336-308c46427cda req-bd991d63-ee82-4764-b63f-4a80c41409ab tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320032 May 04 15:07:12.281021 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f4f0b0-fe55-4730-b9bf-b76b06e991f3 req-66c9ffa9-b568-4d08-bc52-d0bc484e7088 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:12.282417 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-43f4f0b0-fe55-4730-b9bf-b76b06e991f3 req-66c9ffa9-b568-4d08-bc52-d0bc484e7088 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 944 time: 0.0507090 May 04 15:07:12.325193 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-43f4f0b0-fe55-4730-b9bf-b76b06e991f3 req-955c8eb0-d54f-456c-8de7-e9f4330c5db1 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367017 May 04 15:07:13.094434 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d08aade-646e-4d0a-bf62-cc43d8687d9d req-1cb3c945-3f69-498b-961c-c1c1c0d7df58 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:13.095864 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3d08aade-646e-4d0a-bf62-cc43d8687d9d req-1cb3c945-3f69-498b-961c-c1c1c0d7df58 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 945 time: 0.0531914 May 04 15:07:13.134271 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3d08aade-646e-4d0a-bf62-cc43d8687d9d req-f5a1ccef-a2c7-415b-8002-df24e014bf08 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313637 May 04 15:07:13.448348 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73179f59-d37e-49dd-a3d8-f4029629d23c req-94e8fa38-6581-4788-981f-9a3fcf529d70 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:13.449835 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-73179f59-d37e-49dd-a3d8-f4029629d23c req-94e8fa38-6581-4788-981f-9a3fcf529d70 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 944 time: 0.0489683 May 04 15:07:13.487200 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-73179f59-d37e-49dd-a3d8-f4029629d23c req-03349c5c-75d1-4c01-97e6-e3fbe52f6117 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314176 May 04 15:07:14.248372 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c85592-0bbe-4c98-afd0-7d9696fe1fd2 req-0dd9434f-2439-47fd-9ff5-0c688982dd02 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:14.249858 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-67c85592-0bbe-4c98-afd0-7d9696fe1fd2 req-0dd9434f-2439-47fd-9ff5-0c688982dd02 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 945 time: 0.0477958 May 04 15:07:14.286667 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-67c85592-0bbe-4c98-afd0-7d9696fe1fd2 req-2f4676dc-7bfc-44ef-8a94-850bfdd637f9 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309243 May 04 15:07:14.609017 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510ffcc4-53fc-471c-a90f-0609a6538167 req-dc390fe2-6939-4b97-bcb4-7d3e76d5e1e8 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:14.610461 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-510ffcc4-53fc-471c-a90f-0609a6538167 req-dc390fe2-6939-4b97-bcb4-7d3e76d5e1e8 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 944 time: 0.0518236 May 04 15:07:14.648590 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-510ffcc4-53fc-471c-a90f-0609a6538167 req-74874b8f-992e-468e-9399-34ec44d5e3ba tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321577 May 04 15:07:15.400310 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990f9afe-31c4-4e3c-91a9-8cc412ef611f req-f52a1aba-c808-4af7-98ce-2e53b1505f37 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:15.401775 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-990f9afe-31c4-4e3c-91a9-8cc412ef611f req-f52a1aba-c808-4af7-98ce-2e53b1505f37 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 945 time: 0.0477543 May 04 15:07:15.438007 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-990f9afe-31c4-4e3c-91a9-8cc412ef611f req-a6dffd03-c583-4c5e-93a7-a945aa4cfa1c tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303562 May 04 15:07:15.768945 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77241b46-da93-463f-a989-b058baa9eb92 req-d3203ef6-9f84-4680-9851-01f70d5c5688 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:15.770415 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-77241b46-da93-463f-a989-b058baa9eb92 req-d3203ef6-9f84-4680-9851-01f70d5c5688 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 944 time: 0.0483661 May 04 15:07:15.807781 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-77241b46-da93-463f-a989-b058baa9eb92 req-02ba7f30-2005-4393-9f2d-4fd9581a556c tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312738 May 04 15:07:16.552412 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b41fdab-0c53-405e-9bd0-7636744cc2f1 req-87e746bd-a50a-47e2-a619-354d4af65cfc tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:16.554487 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9b41fdab-0c53-405e-9bd0-7636744cc2f1 req-87e746bd-a50a-47e2-a619-354d4af65cfc tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 945 time: 0.0499694 May 04 15:07:16.591480 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9b41fdab-0c53-405e-9bd0-7636744cc2f1 req-256b6abd-becc-4851-a710-757b3f8c5edf tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309541 May 04 15:07:16.933471 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed53ddc-b979-4629-a104-3c7e82509704 req-08e3eb96-60d8-474a-85fc-a09caf38745c tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:16.934967 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2ed53ddc-b979-4629-a104-3c7e82509704 req-08e3eb96-60d8-474a-85fc-a09caf38745c tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 944 time: 0.0563776 May 04 15:07:16.979786 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2ed53ddc-b979-4629-a104-3c7e82509704 req-1f02688b-c47c-4738-9d07-83a76b010f62 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388627 May 04 15:07:17.704678 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f9ecd2-7468-4ab3-8ba9-1d01e192f9e5 req-074417c1-60ee-4502-b9d3-2a68e982fe8b tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:17.706171 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c9f9ecd2-7468-4ab3-8ba9-1d01e192f9e5 req-074417c1-60ee-4502-b9d3-2a68e982fe8b tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 945 time: 0.0481064 May 04 15:07:17.744885 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c9f9ecd2-7468-4ab3-8ba9-1d01e192f9e5 req-7848f2e4-dbf5-49ef-9158-de21a7a9df5c tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319777 May 04 15:07:18.102462 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae4f61-99a6-4cd9-bf78-e20ad96c9260 req-36f32eed-ebc3-4510-adb6-daae394fee6a tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:18.103908 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-48ae4f61-99a6-4cd9-bf78-e20ad96c9260 req-36f32eed-ebc3-4510-adb6-daae394fee6a tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 944 time: 0.0515511 May 04 15:07:18.140766 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-48ae4f61-99a6-4cd9-bf78-e20ad96c9260 req-fc3bc274-9985-4dcb-9d29-0ed667fb8878 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308411 May 04 15:07:18.864742 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fe263f-5ccb-4b5f-8815-b0b9ee206f7e req-3bfa84b7-0292-4258-8ebc-bc5a3c5722b5 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:18.866279 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-55fe263f-5ccb-4b5f-8815-b0b9ee206f7e req-3bfa84b7-0292-4258-8ebc-bc5a3c5722b5 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 945 time: 0.0491216 May 04 15:07:18.903719 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-55fe263f-5ccb-4b5f-8815-b0b9ee206f7e req-e765e9cd-da57-4f29-90a1-5c52652600ae tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313203 May 04 15:07:19.256599 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7246912a-fda8-413f-8619-12c2204e4474 req-f03f93a4-2e24-4b99-8b07-ea045df6529a tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:19.258252 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7246912a-fda8-413f-8619-12c2204e4474 req-f03f93a4-2e24-4b99-8b07-ea045df6529a tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 944 time: 0.0476382 May 04 15:07:19.295198 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7246912a-fda8-413f-8619-12c2204e4474 req-8328f06b-7684-4142-b20f-f6c9e31acfed tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310104 May 04 15:07:20.025479 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd46e7ac-a132-4e8d-adc2-fcfc3c509082 req-df082f15-f8df-41fa-b31f-230d92e9b88e tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:20.026996 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cd46e7ac-a132-4e8d-adc2-fcfc3c509082 req-df082f15-f8df-41fa-b31f-230d92e9b88e tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 945 time: 0.0534389 May 04 15:07:20.071012 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cd46e7ac-a132-4e8d-adc2-fcfc3c509082 req-bdc25ca7-6b73-477e-b38f-1dbac9e17cf8 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376306 May 04 15:07:20.199280 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db2786-1f2d-4ddd-8685-4c9108f1c84d req-93ede19f-42fc-457b-8abd-d426eb8e22e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:20.200929 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-94db2786-1f2d-4ddd-8685-4c9108f1c84d req-93ede19f-42fc-457b-8abd-d426eb8e22e3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=192ccf80824d4fa59de46a9e21ae0572&device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 1097 time: 0.0450842 May 04 15:07:20.258823 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d4c37-e9ad-4fee-bdec-1fda8d7df1fa req-52acc886-53e3-4e43-9eb6-ce3d8fbb8889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:20.260415 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-291d4c37-e9ad-4fee-bdec-1fda8d7df1fa req-52acc886-53e3-4e43-9eb6-ce3d8fbb8889 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=6372aa68ca5c44809b1fa0533fd5e71e&device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 1098 time: 0.0420511 May 04 15:07:20.320774 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db2786-1f2d-4ddd-8685-4c9108f1c84d req-283f89bb-768a-4cc8-9527-118e8cec36b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:20.322293 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-94db2786-1f2d-4ddd-8685-4c9108f1c84d req-283f89bb-768a-4cc8-9527-118e8cec36b9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=60c30b73-0e7f-49bb-89af-0e44584f9d97 HTTP/1.1" status: 200 len: 917 time: 0.0893075 May 04 15:07:20.370709 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d4c37-e9ad-4fee-bdec-1fda8d7df1fa req-027ea054-7bef-4fe6-a0a0-38cf117b5d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:20.372479 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-291d4c37-e9ad-4fee-bdec-1fda8d7df1fa req-027ea054-7bef-4fe6-a0a0-38cf117b5d46 service neutron] 10.222.0.11 "GET /v2.0/networks?id=fb84f7af-1bc5-4003-9493-f24d10e945c8 HTTP/1.1" status: 200 len: 910 time: 0.1053865 May 04 15:07:20.403657 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-94db2786-1f2d-4ddd-8685-4c9108f1c84d req-bb100f09-96f4-47d6-a645-cd2325bf213c service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=909abf1f-8587-4292-b570-7f828854b344 HTTP/1.1" status: 200 len: 1000 time: 0.0699522 May 04 15:07:20.438235 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-291d4c37-e9ad-4fee-bdec-1fda8d7df1fa req-2c5955d6-5bf0-4a1f-b84c-1f128989d911 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80af6ecb-8dd6-45ae-a159-395bf6bb57b5 HTTP/1.1" status: 200 len: 217 time: 0.0525548 May 04 15:07:20.454363 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db2786-1f2d-4ddd-8685-4c9108f1c84d req-7964042d-6122-4709-b96b-b3ab568e5d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:20.455920 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-94db2786-1f2d-4ddd-8685-4c9108f1c84d req-7964042d-6122-4709-b96b-b3ab568e5d6c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=030f9125-e21b-4852-a6f8-1ba70c2222d2 HTTP/1.1" status: 200 len: 855 time: 0.0462384 May 04 15:07:20.486948 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5a5e44-1468-4124-8db9-6870349a0acd req-939c8b84-bf1f-4eb6-b63f-176e22c978a4 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:20.488442 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-bc5a5e44-1468-4124-8db9-6870349a0acd req-939c8b84-bf1f-4eb6-b63f-176e22c978a4 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 944 time: 0.1118987 May 04 15:07:20.502597 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94db2786-1f2d-4ddd-8685-4c9108f1c84d req-ae0165b7-35e0-4166-b640-8898ab31ba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:20.504093 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-94db2786-1f2d-4ddd-8685-4c9108f1c84d req-ae0165b7-35e0-4166-b640-8898ab31ba38 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=60c30b73-0e7f-49bb-89af-0e44584f9d97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0404022 May 04 15:07:20.518818 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d4c37-e9ad-4fee-bdec-1fda8d7df1fa req-b887d200-2bf7-411a-9c0a-60aa70d0e009 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:20.520238 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-291d4c37-e9ad-4fee-bdec-1fda8d7df1fa req-b887d200-2bf7-411a-9c0a-60aa70d0e009 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=bdee7d98-9fd3-42c6-a1f6-0ef6423d6573 HTTP/1.1" status: 200 len: 848 time: 0.0732930 May 04 15:07:20.558011 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-bc5a5e44-1468-4124-8db9-6870349a0acd req-fcf8cf02-93da-4a01-9a9a-87597b90bfc0 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0628715 May 04 15:07:20.575288 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291d4c37-e9ad-4fee-bdec-1fda8d7df1fa req-77075cb0-77e4-4466-a403-41d9eb4b6dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:20.576812 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-291d4c37-e9ad-4fee-bdec-1fda8d7df1fa req-77075cb0-77e4-4466-a403-41d9eb4b6dfb service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=fb84f7af-1bc5-4003-9493-f24d10e945c8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0470977 May 04 15:07:20.601303 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-94db2786-1f2d-4ddd-8685-4c9108f1c84d req-35466db0-277a-4dda-94ad-6e589fc8424d service neutron] 10.222.0.11 "GET /v2.0/networks/60c30b73-0e7f-49bb-89af-0e44584f9d97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884359 May 04 15:07:20.670751 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-291d4c37-e9ad-4fee-bdec-1fda8d7df1fa req-23875c4c-f084-4cad-97e3-c955f8219505 service neutron] 10.222.0.11 "GET /v2.0/networks/fb84f7af-1bc5-4003-9493-f24d10e945c8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861056 May 04 15:07:20.692319 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-94db2786-1f2d-4ddd-8685-4c9108f1c84d req-c04e38b4-117f-4c05-b5a0-2e529200b5b9 service neutron] 10.222.0.11 "GET /v2.0/networks/60c30b73-0e7f-49bb-89af-0e44584f9d97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832210 May 04 15:07:20.767428 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-291d4c37-e9ad-4fee-bdec-1fda8d7df1fa req-53961b85-075b-49b0-9136-0a7d2f83c320 service neutron] 10.222.0.11 "GET /v2.0/networks/fb84f7af-1bc5-4003-9493-f24d10e945c8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867507 May 04 15:07:21.186355 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b4de3f-58e6-4350-aa95-ac9802395d24 req-165b74c3-2f14-4297-8a53-4a7fabef9b81 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:21.187752 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-31b4de3f-58e6-4350-aa95-ac9802395d24 req-165b74c3-2f14-4297-8a53-4a7fabef9b81 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 945 time: 0.0486124 May 04 15:07:21.224329 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-31b4de3f-58e6-4350-aa95-ac9802395d24 req-0ac9ff53-7bd1-49aa-9caf-cd40c617ce5c tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306807 May 04 15:07:21.681544 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf211601-09dc-4a33-91ae-6fa3b73b3283 req-a46fc3da-95e4-4928-8bef-b4bc71dab364 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:21.683011 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cf211601-09dc-4a33-91ae-6fa3b73b3283 req-a46fc3da-95e4-4928-8bef-b4bc71dab364 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 944 time: 0.0518160 May 04 15:07:21.723841 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cf211601-09dc-4a33-91ae-6fa3b73b3283 req-b071495b-955f-4f9f-9d9c-b82f9bd29ed0 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349326 May 04 15:07:22.338562 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a836b36-9c82-497e-8d83-525f97224ad6 req-b6dd0615-00d9-49bc-86c5-5aa7ee50cc75 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:22.340098 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9a836b36-9c82-497e-8d83-525f97224ad6 req-b6dd0615-00d9-49bc-86c5-5aa7ee50cc75 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 945 time: 0.0484631 May 04 15:07:22.378016 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9a836b36-9c82-497e-8d83-525f97224ad6 req-ba6a83cb-816a-4df7-a783-d2f7dccbc012 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/security-groups?id=b6d0fc58-d123-4f49-b709-b39ace9f0ab4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320029 May 04 15:07:22.579212 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4214e-cc9d-4282-a4b7-e2a119c7fe81 req-878e59a0-b841-4cf2-ad8c-1c5bcb05cc47 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:22.580565 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-edd4214e-cc9d-4282-a4b7-e2a119c7fe81 req-878e59a0-b841-4cf2-ad8c-1c5bcb05cc47 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.11 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 945 time: 0.0506179 May 04 15:07:22.673465 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [req-edd4214e-cc9d-4282-a4b7-e2a119c7fe81 req-35a8cf3a-b9b9-43c3-b184-0a5849665e77 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Deleting port 80af6ecb-8dd6-45ae-a159-395bf6bb57b5 {{(pid=101863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:07:22.673804 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-edd4214e-cc9d-4282-a4b7-e2a119c7fe81 req-35a8cf3a-b9b9-43c3-b184-0a5849665e77 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:22.761062 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [req-edd4214e-cc9d-4282-a4b7-e2a119c7fe81 req-35a8cf3a-b9b9-43c3-b184-0a5849665e77 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] For port 80af6ecb-8dd6-45ae-a159-395bf6bb57b5, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=80af6ecb-8dd6-45ae-a159-395bf6bb57b5,segment=NetworkSegment(95934612-3076-4b22-b597-42ecf73c8405),segment_id=95934612-3076-4b22-b597-42ecf73c8405)] {{(pid=101863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:22.761970 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-edd4214e-cc9d-4282-a4b7-e2a119c7fe81 req-35a8cf3a-b9b9-43c3-b184-0a5849665e77 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:22.777012 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [req-edd4214e-cc9d-4282-a4b7-e2a119c7fe81 req-35a8cf3a-b9b9-43c3-b184-0a5849665e77 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Calling delete_port for 80af6ecb-8dd6-45ae-a159-395bf6bb57b5 owned by compute:nova {{(pid=101863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:07:22.889268 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2801b1b-4c5a-4c33-99b2-5510b80c5555 req-620ca762-e239-4503-995a-7041bc628884 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:22.890739 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a2801b1b-4c5a-4c33-99b2-5510b80c5555 req-620ca762-e239-4503-995a-7041bc628884 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 944 time: 0.0715165 May 04 15:07:22.961909 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a2801b1b-4c5a-4c33-99b2-5510b80c5555 req-8a6f5de2-bf80-4496-be59-caa4635e23d2 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650911 May 04 15:07:22.974571 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-edd4214e-cc9d-4282-a4b7-e2a119c7fe81 req-35a8cf3a-b9b9-43c3-b184-0a5849665e77 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:23.004513 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a8cf3a-b9b9-43c3-b184-0a5849665e77 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Pushing event deleted for resources: {'Port': ['ID=80af6ecb-8dd6-45ae-a159-395bf6bb57b5,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:23.045875 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd4214e-cc9d-4282-a4b7-e2a119c7fe81 req-35a8cf3a-b9b9-43c3-b184-0a5849665e77 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] No DVR routers for this DVR port 80af6ecb-8dd6-45ae-a159-395bf6bb57b5 on host hv-cinder-82963 {{(pid=101863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:07:23.048416 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-edd4214e-cc9d-4282-a4b7-e2a119c7fe81 req-35a8cf3a-b9b9-43c3-b184-0a5849665e77 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:23.051685 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-edd4214e-cc9d-4282-a4b7-e2a119c7fe81 req-35a8cf3a-b9b9-43c3-b184-0a5849665e77 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.11 "DELETE /v2.0/ports/80af6ecb-8dd6-45ae-a159-395bf6bb57b5 HTTP/1.1" status: 204 len: 173 time: 0.4652722 May 04 15:07:23.052115 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd163408-7c9c-4edf-a87d-7be5e9eb1295', 'name': 'network-vif-deleted', 'tag': '80af6ecb-8dd6-45ae-a159-395bf6bb57b5'}] {{(pid=101863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:07:23.054707 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c6767b5d81d022f3d85e9c22ce19b705c79dd3cfc51145499811648722293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-398253fc-3dc1-431a-a0ea-37c3f8165a6a" -d '{"events": [{"server_uuid": "fd163408-7c9c-4edf-a87d-7be5e9eb1295", "name": "network-vif-deleted", "tag": "80af6ecb-8dd6-45ae-a159-395bf6bb57b5"}]}' {{(pid=101863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:07:23.090784 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:07:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47ba9281-3ce2-4669-9026-0666c340b55c x-openstack-request-id: req-47ba9281-3ce2-4669-9026-0666c340b55c {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:07:23.091072 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd163408-7c9c-4edf-a87d-7be5e9eb1295", "name": "network-vif-deleted", "tag": "80af6ecb-8dd6-45ae-a159-395bf6bb57b5", "status": "completed", "code": 200}]} {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:07:23.091320 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-47ba9281-3ce2-4669-9026-0666c340b55c {{(pid=101863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:07:23.091711 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47ba9281-3ce2-4669-9026-0666c340b55c'] response: {'server_uuid': 'fd163408-7c9c-4edf-a87d-7be5e9eb1295', 'name': 'network-vif-deleted', 'tag': '80af6ecb-8dd6-45ae-a159-395bf6bb57b5', 'status': 'completed', 'code': 200} May 04 15:07:23.507447 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1fc176e6-eee4-47c8-8d1e-69346cad959d req-2fe5617b-155f-4179-b6d4-9a6d10131cae tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "GET /v2.0/ports?device_id=fd163408-7c9c-4edf-a87d-7be5e9eb1295 HTTP/1.1" status: 200 len: 210 time: 0.0484476 May 04 15:07:24.094340 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bbad61-aef1-4677-86d3-6754dec40ef4 req-27a56da1-ec7e-4d98-b528-ade66093ee94 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:24.095924 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-08bbad61-aef1-4677-86d3-6754dec40ef4 req-27a56da1-ec7e-4d98-b528-ade66093ee94 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 944 time: 0.0557132 May 04 15:07:24.392629 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-08bbad61-aef1-4677-86d3-6754dec40ef4 req-2375a5c4-3729-46b7-a029-75cf2d842789 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2892306 May 04 15:07:24.559632 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 49078) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:24.603049 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 909abf1f-8587-4292-b570-7f828854b344 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:07:24.618164 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-6dc29cfd-c7e3-4384-831e-99af499576f1 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:24.645130 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-6dc29cfd-c7e3-4384-831e-99af499576f1 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:24.712126 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 909abf1f-8587-4292-b570-7f828854b344, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=909abf1f-8587-4292-b570-7f828854b344,segment=NetworkSegment(b1142b6e-dead-4f76-9ea3-713e036ec259),segment_id=b1142b6e-dead-4f76-9ea3-713e036ec259)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:24.720284 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-6dc29cfd-c7e3-4384-831e-99af499576f1 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:24.723787 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-6dc29cfd-c7e3-4384-831e-99af499576f1 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:24.725198 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-6dc29cfd-c7e3-4384-831e-99af499576f1 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] 10.222.0.42 "DELETE /v2.0/security-groups/b6d0fc58-d123-4f49-b709-b39ace9f0ab4 HTTP/1.1" status: 204 len: 168 time: 0.1660421 May 04 15:07:24.737098 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Returning: {'device': '909abf1f-8587-4292-b570-7f828854b344', 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97', 'port_id': '909abf1f-8587-4292-b570-7f828854b344', 'mac_address': 'fa:16:3e:5a:40:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 271, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:07:24.737220 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc29cfd-c7e3-4384-831e-99af499576f1 tempest-TestShelveInstance-1929291966 tempest-TestShelveInstance-1929291966-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6d0fc58-d123-4f49-b709-b39ace9f0ab4,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:24.787636 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 49088) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:24.790283 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:24.804496 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 909abf1f-8587-4292-b570-7f828854b344 {{(pid=101865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:07:24.825205 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 909abf1f-8587-4292-b570-7f828854b344, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=909abf1f-8587-4292-b570-7f828854b344,segment=NetworkSegment(b1142b6e-dead-4f76-9ea3-713e036ec259),segment_id=b1142b6e-dead-4f76-9ea3-713e036ec259)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:24.829421 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:24.879834 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=909abf1f-8587-4292-b570-7f828854b344,revision_number=9']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:25.260846 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-42b29f9c-c034-4f1d-ad37-9a0d071c160c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-627534'] for router_interface, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:25.302244 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['909abf1f-8587-4292-b570-7f828854b344'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:07:25.504579 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-42b29f9c-c034-4f1d-ad37-9a0d071c160c admin admin] Deleting port 1728d397-7427-4ed9-a33b-5642e71596de {{(pid=101864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:07:25.504947 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-42b29f9c-c034-4f1d-ad37-9a0d071c160c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:25.518647 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff01e81-ea2b-4d5a-9f77-9c648aa464f6 req-40ba3202-022d-4c6b-9761-82d445b2f358 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:25.520043 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4ff01e81-ea2b-4d5a-9f77-9c648aa464f6 req-40ba3202-022d-4c6b-9761-82d445b2f358 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 945 time: 0.0489221 May 04 15:07:25.560536 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4ff01e81-ea2b-4d5a-9f77-9c648aa464f6 req-2fe8c240-1427-4136-ac9a-4c2377aef7a9 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338492 May 04 15:07:25.582390 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [None req-42b29f9c-c034-4f1d-ad37-9a0d071c160c admin admin] For port 1728d397-7427-4ed9-a33b-5642e71596de, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=1728d397-7427-4ed9-a33b-5642e71596de,segment=NetworkSegment(95934612-3076-4b22-b597-42ecf73c8405),segment_id=95934612-3076-4b22-b597-42ecf73c8405)] {{(pid=101864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:25.582757 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-42b29f9c-c034-4f1d-ad37-9a0d071c160c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:25.595249 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-42b29f9c-c034-4f1d-ad37-9a0d071c160c admin admin] Calling delete_port for 1728d397-7427-4ed9-a33b-5642e71596de owned by network:router_interface {{(pid=101864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:07:25.771777 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-42b29f9c-c034-4f1d-ad37-9a0d071c160c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:25.800146 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b29f9c-c034-4f1d-ad37-9a0d071c160c admin admin] Pushing event deleted for resources: {'Port': ['ID=1728d397-7427-4ed9-a33b-5642e71596de,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:25.979520 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-42b29f9c-c034-4f1d-ad37-9a0d071c160c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-619175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627674'] for router_interface, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:26.202629 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42b29f9c-c034-4f1d-ad37-9a0d071c160c admin admin] Router ac01ba02-fac4-4481-a13a-b468c5c57174 has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:07:26.565297 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42b29f9c-c034-4f1d-ad37-9a0d071c160c admin admin] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:07:26.570462 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-42b29f9c-c034-4f1d-ad37-9a0d071c160c admin admin] 10.222.0.42 "PUT /v2.0/routers/ac01ba02-fac4-4481-a13a-b468c5c57174/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7798934 May 04 15:07:26.573909 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 49104) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:26.576183 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05131060-3721-4bbc-ad01-7f1d2c3a0c67 None None] Sync routers for ids ['ac01ba02-fac4-4481-a13a-b468c5c57174'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:07:26.587582 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05131060-3721-4bbc-ad01-7f1d2c3a0c67 None None] Routers {'ac01ba02-fac4-4481-a13a-b468c5c57174'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:07:26.588287 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-05131060-3721-4bbc-ad01-7f1d2c3a0c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:07:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['ac01ba02-fac4-4481-a13a-b468c5c57174'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:26.614500 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 909abf1f-8587-4292-b570-7f828854b344 up at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:07:26.670223 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning complete for port 909abf1f-8587-4292-b570-7f828854b344 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:07:26.671376 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:26.686547 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-11cd7b55-3333-41a8-ac96-b0031721a105 admin admin] Notify callbacks [] for router, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:26.706810 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-05131060-3721-4bbc-ad01-7f1d2c3a0c67 None None] Set router ac01ba02-fac4-4481-a13a-b468c5c57174 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:07:26.745009 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87a9d97-64aa-401e-9b45-16c72c3be751 req-d2a0e884-91a9-46f5-bd29-25b5a605799e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:26.758314 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c87a9d97-64aa-401e-9b45-16c72c3be751 req-d2a0e884-91a9-46f5-bd29-25b5a605799e tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 945 time: 0.1000323 May 04 15:07:26.764444 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:26.792175 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6b2699-5423-43ee-99ba-79ff1d1b839d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909abf1f-8587-4292-b570-7f828854b344'}] {{(pid=101865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:07:26.794485 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13127db273ea31dc2797640238b9d4a3f6ca00c8d3f152038556e6a345f6b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeaf141a-0f4d-4e82-896a-2e089e5d4530" -d '{"events": [{"server_uuid": "4b6b2699-5423-43ee-99ba-79ff1d1b839d", "name": "network-vif-plugged", "status": "completed", "tag": "909abf1f-8587-4292-b570-7f828854b344"}]}' {{(pid=101865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:07:26.796401 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-11cd7b55-3333-41a8-ac96-b0031721a105 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:26.805032 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c87a9d97-64aa-401e-9b45-16c72c3be751 req-4b2df0a6-95e6-4340-bed3-1a94c99c76a6 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453980 May 04 15:07:26.812484 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 909abf1f-8587-4292-b570-7f828854b344, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=909abf1f-8587-4292-b570-7f828854b344,segment=NetworkSegment(b1142b6e-dead-4f76-9ea3-713e036ec259),segment_id=b1142b6e-dead-4f76-9ea3-713e036ec259)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:26.817378 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:26.818640 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 80af6ecb-8dd6-45ae-a159-395bf6bb57b5 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:07:26.863522 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] No Port match for: 80af6ecb-8dd6-45ae-a159-395bf6bb57b5 {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:07:26.863871 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 80af6ecb-8dd6-45ae-a159-395bf6bb57b5 not bound to the agent host hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:07:26.893625 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-11cd7b55-3333-41a8-ac96-b0031721a105 admin admin] Deleting port 7488fddd-73e1-4ddc-a5d4-c777ca779c31 {{(pid=101864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:07:26.894226 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-11cd7b55-3333-41a8-ac96-b0031721a105 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:26.904337 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:07:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9c9eb08-720b-4428-a4b7-2c9e5dc4d4c4 x-openstack-request-id: req-f9c9eb08-720b-4428-a4b7-2c9e5dc4d4c4 {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:07:26.908017 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6b2699-5423-43ee-99ba-79ff1d1b839d", "name": "network-vif-plugged", "status": "completed", "tag": "909abf1f-8587-4292-b570-7f828854b344", "code": 200}]} {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:07:26.908185 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f9c9eb08-720b-4428-a4b7-2c9e5dc4d4c4 {{(pid=101865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:07:26.909247 dv-cinder-829630-2-iscsi neutron-server[101865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9c9eb08-720b-4428-a4b7-2c9e5dc4d4c4'] response: {'server_uuid': '4b6b2699-5423-43ee-99ba-79ff1d1b839d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '909abf1f-8587-4292-b570-7f828854b344', 'code': 200} May 04 15:07:26.911513 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=909abf1f-8587-4292-b570-7f828854b344,revision_number=10']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:26.941344 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-05131060-3721-4bbc-ad01-7f1d2c3a0c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'name': 'tempest-TestShelveInstance-1964831573-router', 'tenant_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.228'}], 'enable_snat': True}, 'gw_port_id': '7488fddd-73e1-4ddc-a5d4-c777ca779c31', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:59Z', 'updated_at': '2022-05-04T15:07:25Z', 'revision_number': 5, 'project_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'gw_port': {'id': '7488fddd-73e1-4ddc-a5d4-c777ca779c31', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:02:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:00Z', 'updated_at': '2022-05-04T15:01:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:26.976266 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05131060-3721-4bbc-ad01-7f1d2c3a0c67 None None] Checking router: ac01ba02-fac4-4481-a13a-b468c5c57174 for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:07:26.985732 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05131060-3721-4bbc-ad01-7f1d2c3a0c67 None None] Routers {'ac01ba02-fac4-4481-a13a-b468c5c57174'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:07:26.986464 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-05131060-3721-4bbc-ad01-7f1d2c3a0c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:07:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['ac01ba02-fac4-4481-a13a-b468c5c57174'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:26.989353 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [None req-11cd7b55-3333-41a8-ac96-b0031721a105 admin admin] For port 7488fddd-73e1-4ddc-a5d4-c777ca779c31, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=7488fddd-73e1-4ddc-a5d4-c777ca779c31,segment=NetworkSegment(60ac4599-e6dd-4770-844e-5b54095f67fa),segment_id=60ac4599-e6dd-4770-844e-5b54095f67fa)] {{(pid=101864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:26.989787 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-11cd7b55-3333-41a8-ac96-b0031721a105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:27.008349 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-11cd7b55-3333-41a8-ac96-b0031721a105 admin admin] Calling delete_port for 7488fddd-73e1-4ddc-a5d4-c777ca779c31 owned by network:router_gateway {{(pid=101864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:07:27.078574 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-05131060-3721-4bbc-ad01-7f1d2c3a0c67 None None] Set router ac01ba02-fac4-4481-a13a-b468c5c57174 gateway port host: None {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:07:27.136433 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-05131060-3721-4bbc-ad01-7f1d2c3a0c67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'name': 'tempest-TestShelveInstance-1964831573-router', 'tenant_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:59Z', 'updated_at': '2022-05-04T15:07:26Z', 'revision_number': 6, 'project_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'gw_port_host': None}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:27.165933 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05131060-3721-4bbc-ad01-7f1d2c3a0c67 None None] The sync data for ids ['ac01ba02-fac4-4481-a13a-b468c5c57174'] in dv-cinder-829630-2-iscsi is: [{'id': 'ac01ba02-fac4-4481-a13a-b468c5c57174', 'name': 'tempest-TestShelveInstance-1964831573-router', 'tenant_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:00:59Z', 'updated_at': '2022-05-04T15:07:26Z', 'revision_number': 6, 'project_id': '6372aa68ca5c44809b1fa0533fd5e71e', 'gw_port_host': None}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:07:27.195511 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c919da-a827-4edc-90e8-98bb517b9ef0 req-fb812d1d-8f3f-47ba-baa5-0ae937dfac64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:27.197677 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-40c919da-a827-4edc-90e8-98bb517b9ef0 req-fb812d1d-8f3f-47ba-baa5-0ae937dfac64 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 1100 time: 0.0432580 May 04 15:07:27.212100 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-11cd7b55-3333-41a8-ac96-b0031721a105 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:27.242615 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-40c919da-a827-4edc-90e8-98bb517b9ef0 req-550d98b8-2993-4c39-8da4-c01e0ab3250f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380714 May 04 15:07:27.245189 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11cd7b55-3333-41a8-ac96-b0031721a105 admin admin] Pushing event deleted for resources: {'Port': ['ID=7488fddd-73e1-4ddc-a5d4-c777ca779c31,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:27.307183 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-11cd7b55-3333-41a8-ac96-b0031721a105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628356'] for router_gateway, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:27.413417 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-11cd7b55-3333-41a8-ac96-b0031721a105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27428'] for router, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:27.415544 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-11cd7b55-3333-41a8-ac96-b0031721a105 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:27.479199 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-11cd7b55-3333-41a8-ac96-b0031721a105 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-625704'] for router, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:27.479838 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11cd7b55-3333-41a8-ac96-b0031721a105 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac01ba02-fac4-4481-a13a-b468c5c57174 {{(pid=101864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 15:07:27.484806 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-11cd7b55-3333-41a8-ac96-b0031721a105 admin admin] Notify callbacks [] for router, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:27.486148 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-11cd7b55-3333-41a8-ac96-b0031721a105 admin admin] 10.222.0.42 "DELETE /v2.0/routers/ac01ba02-fac4-4481-a13a-b468c5c57174 HTTP/1.1" status: 204 len: 168 time: 0.9111669 May 04 15:07:27.489879 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 49116) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:27.534508 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_v2 [None req-82c370ed-a939-4050-ac25-d75cf01436e9 admin admin] Deleting subnet bdee7d98-9fd3-42c6-a1f6-0ef6423d6573 {{(pid=101864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 15:07:27.539472 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-82c370ed-a939-4050-ac25-d75cf01436e9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:27.576991 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-82c370ed-a939-4050-ac25-d75cf01436e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261144784'] for subnet, precommit_delete_associations {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:27.660922 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-82c370ed-a939-4050-ac25-d75cf01436e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759364'] for subnet, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:27.713543 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-82c370ed-a939-4050-ac25-d75cf01436e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261144785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930317'] for subnet, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:27.741538 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-82c370ed-a939-4050-ac25-d75cf01436e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for subnet, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:27.745373 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-82c370ed-a939-4050-ac25-d75cf01436e9 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/bdee7d98-9fd3-42c6-a1f6-0ef6423d6573 HTTP/1.1" status: 204 len: 168 time: 0.2543912 May 04 15:07:27.746380 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c370ed-a939-4050-ac25-d75cf01436e9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bdee7d98-9fd3-42c6-a1f6-0ef6423d6573,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:27.746497 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3f4e14-b796-4209-abe4-f7cc8020c168 None None] Network fb84f7af-1bc5-4003-9493-f24d10e945c8 requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:07:27.747762 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 49118) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:27.821971 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-58e25042-d0c8-449c-8ca4-7504f099f6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697412'] for network, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:27.893115 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-58e25042-d0c8-449c-8ca4-7504f099f6e0 admin admin] Deleting port 80b40dc6-a44d-4a51-ba7c-59f146ff9fed {{(pid=101863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:07:27.893460 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-58e25042-d0c8-449c-8ca4-7504f099f6e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:27.974330 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [None req-58e25042-d0c8-449c-8ca4-7504f099f6e0 admin admin] For port 80b40dc6-a44d-4a51-ba7c-59f146ff9fed, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=80b40dc6-a44d-4a51-ba7c-59f146ff9fed,segment=NetworkSegment(95934612-3076-4b22-b597-42ecf73c8405),segment_id=95934612-3076-4b22-b597-42ecf73c8405)] {{(pid=101863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:27.976144 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-58e25042-d0c8-449c-8ca4-7504f099f6e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:27.978836 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415b78d1-f4bb-472a-9d19-3043def3f4f4 None None] DHCP port deletion for fb84f7af-1bc5-4003-9493-f24d10e945c8 request from dv-cinder-829630-2-iscsi {{(pid=101865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 04 15:07:28.004473 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-58e25042-d0c8-449c-8ca4-7504f099f6e0 admin admin] Calling delete_port for 80b40dc6-a44d-4a51-ba7c-59f146ff9fed owned by network:dhcp {{(pid=101863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:07:28.061556 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 80b40dc6-a44d-4a51-ba7c-59f146ff9fed no longer exists at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:07:28.102967 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-415b78d1-f4bb-472a-9d19-3043def3f4f4 None None] Deleting port 80b40dc6-a44d-4a51-ba7c-59f146ff9fed {{(pid=101865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:07:28.103346 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-415b78d1-f4bb-472a-9d19-3043def3f4f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:28.153277 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b924256-d3ba-4b04-9801-c10cc47022a2 req-77c1f977-3e34-474e-9021-41ee9ac922c0 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:28.154793 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5b924256-d3ba-4b04-9801-c10cc47022a2 req-77c1f977-3e34-474e-9021-41ee9ac922c0 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 947 time: 0.0737655 May 04 15:07:28.199174 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-58e25042-d0c8-449c-8ca4-7504f099f6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:28.210638 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-415b78d1-f4bb-472a-9d19-3043def3f4f4 None None] For port 80b40dc6-a44d-4a51-ba7c-59f146ff9fed, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=80b40dc6-a44d-4a51-ba7c-59f146ff9fed,segment=NetworkSegment(95934612-3076-4b22-b597-42ecf73c8405),segment_id=95934612-3076-4b22-b597-42ecf73c8405)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:28.211044 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-415b78d1-f4bb-472a-9d19-3043def3f4f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:28.223932 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e25042-d0c8-449c-8ca4-7504f099f6e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=80b40dc6-a44d-4a51-ba7c-59f146ff9fed,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:28.225822 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-415b78d1-f4bb-472a-9d19-3043def3f4f4 None None] Calling delete_port for 80b40dc6-a44d-4a51-ba7c-59f146ff9fed owned by network:dhcp {{(pid=101865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:07:28.233658 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5b924256-d3ba-4b04-9801-c10cc47022a2 req-05e804bf-7478-4d64-a9cd-4fa298ca004b tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706744 May 04 15:07:28.233799 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:28.243189 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e25042-d0c8-449c-8ca4-7504f099f6e0 admin admin] No DVR routers for this DVR port 80b40dc6-a44d-4a51-ba7c-59f146ff9fed on host dv-cinder-829630-2-iscsi {{(pid=101863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:07:28.317318 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 1728d397-7427-4ed9-a33b-5642e71596de no longer exists at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:07:28.327149 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-58e25042-d0c8-449c-8ca4-7504f099f6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753417', 'neutron.services.segments.db._delete_segments_for_network-8755428157040'] for network, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:28.339723 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 49128) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:28.345396 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] No Port match for: 1728d397-7427-4ed9-a33b-5642e71596de {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:07:28.345745 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 1728d397-7427-4ed9-a33b-5642e71596de not bound to the agent host dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:07:28.346162 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 7488fddd-73e1-4ddc-a5d4-c777ca779c31 no longer exists at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:07:28.349549 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.services.segments.db [None req-58e25042-d0c8-449c-8ca4-7504f099f6e0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb84f7af-1bc5-4003-9493-f24d10e945c8']}} {{(pid=101863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:28.361733 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.services.segments.db [None req-58e25042-d0c8-449c-8ca4-7504f099f6e0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95934612-3076-4b22-b597-42ecf73c8405') {'for_net_delete': True} {{(pid=101863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:28.362193 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.services.segments.db [None req-58e25042-d0c8-449c-8ca4-7504f099f6e0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95934612-3076-4b22-b597-42ecf73c8405') {} {{(pid=101863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:28.373362 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] No Port match for: 7488fddd-73e1-4ddc-a5d4-c777ca779c31 {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:07:28.373705 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 7488fddd-73e1-4ddc-a5d4-c777ca779c31 not bound to the agent host dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:07:28.374522 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-58e25042-d0c8-449c-8ca4-7504f099f6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755428158585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262023754'] for segment, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:28.393412 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-58e25042-d0c8-449c-8ca4-7504f099f6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:28.401394 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-415b78d1-f4bb-472a-9d19-3043def3f4f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004'] for port, after_delete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:28.405267 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58e25042-d0c8-449c-8ca4-7504f099f6e0 admin admin] Releasing vlan 281 on physical network physnet1 to pool {{(pid=101863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:07:28.405689 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-58e25042-d0c8-449c-8ca4-7504f099f6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2944180'] for segment, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:28.408167 dv-cinder-829630-2-iscsi neutron-server[101863]: Traceback (most recent call last): May 04 15:07:28.408167 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:07:28.408167 dv-cinder-829630-2-iscsi neutron-server[101863]: timer() May 04 15:07:28.408167 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:07:28.408167 dv-cinder-829630-2-iscsi neutron-server[101863]: cb(*args, **kw) May 04 15:07:28.408167 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:07:28.408167 dv-cinder-829630-2-iscsi neutron-server[101863]: return func(*args, **kwargs) May 04 15:07:28.408167 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:07:28.408167 dv-cinder-829630-2-iscsi neutron-server[101863]: self._notify() May 04 15:07:28.408167 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:07:28.408167 dv-cinder-829630-2-iscsi neutron-server[101863]: self.callback(batched_events) May 04 15:07:28.408167 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:07:28.408167 dv-cinder-829630-2-iscsi neutron-server[101863]: event.method(event) May 04 15:07:28.408167 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:07:28.408167 dv-cinder-829630-2-iscsi neutron-server[101863]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:07:28.408167 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:07:28.408167 dv-cinder-829630-2-iscsi neutron-server[101863]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:07:28.408167 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:07:28.408167 dv-cinder-829630-2-iscsi neutron-server[101863]: return f(self, *a, **k) May 04 15:07:28.408167 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:07:28.408167 dv-cinder-829630-2-iscsi neutron-server[101863]: return self._get(url).json() May 04 15:07:28.408167 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:07:28.408167 dv-cinder-829630-2-iscsi neutron-server[101863]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:07:28.408167 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:07:28.408167 dv-cinder-829630-2-iscsi neutron-server[101863]: return self.request(url, 'GET', **kwargs) May 04 15:07:28.408167 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:07:28.408167 dv-cinder-829630-2-iscsi neutron-server[101863]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:07:28.408167 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:07:28.408167 dv-cinder-829630-2-iscsi neutron-server[101863]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:07:28.408167 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:07:28.408167 dv-cinder-829630-2-iscsi neutron-server[101863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:07:28.408167 dv-cinder-829630-2-iscsi neutron-server[101863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:07:28.415535 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415b78d1-f4bb-472a-9d19-3043def3f4f4 None None] No DVR routers for this DVR port 80b40dc6-a44d-4a51-ba7c-59f146ff9fed on host dv-cinder-829630-2-iscsi {{(pid=101865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:07:28.440858 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415b78d1-f4bb-472a-9d19-3043def3f4f4 None None] Pushing event deleted for resources: {'Port': ['ID=80b40dc6-a44d-4a51-ba7c-59f146ff9fed,revision_number=None']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:28.481349 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-58e25042-d0c8-449c-8ca4-7504f099f6e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628060'] for network, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:28.483897 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-58e25042-d0c8-449c-8ca4-7504f099f6e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:28.487327 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-58e25042-d0c8-449c-8ca4-7504f099f6e0 admin admin] 10.222.0.42 "DELETE /v2.0/networks/fb84f7af-1bc5-4003-9493-f24d10e945c8 HTTP/1.1" status: 204 len: 168 time: 0.7379141 May 04 15:07:28.494828 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 49132) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:28.501526 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e25042-d0c8-449c-8ca4-7504f099f6e0 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb84f7af-1bc5-4003-9493-f24d10e945c8,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:28.510545 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d17850a8-fc95-4b9c-9c10-638ab280aca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:28.720538 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d17850a8-fc95-4b9c-9c10-638ab280aca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:28.747362 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d17850a8-fc95-4b9c-9c10-638ab280aca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:28.800828 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-d17850a8-fc95-4b9c-9c10-638ab280aca6 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ace5782fb240434fbaddf647af48fb2a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4599676 May 04 15:07:28.801544 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17850a8-fc95-4b9c-9c10-638ab280aca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d75f425-a6aa-4be3-addc-0766db99b007,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:28.805017 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 49134) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:28.854479 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-507c0180-011e-4cbf-908a-9de6053b4f23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:28.885158 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-507c0180-011e-4cbf-908a-9de6053b4f23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:28.941988 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-507c0180-011e-4cbf-908a-9de6053b4f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:28.945508 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-507c0180-011e-4cbf-908a-9de6053b4f23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:28.951559 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-507c0180-011e-4cbf-908a-9de6053b4f23 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9d75f425-a6aa-4be3-addc-0766db99b007 HTTP/1.1" status: 204 len: 168 time: 0.1434138 May 04 15:07:28.961905 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507c0180-011e-4cbf-908a-9de6053b4f23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d75f425-a6aa-4be3-addc-0766db99b007,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:28.965753 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-25e2e9bf-d79a-48c4-b6f0-cf27cc8a8403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-627534'] for router_interface, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:29.239961 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-25e2e9bf-d79a-48c4-b6f0-cf27cc8a8403 admin admin] Deleting port cdd06b19-0a93-4249-8bd7-b836429b8216 {{(pid=101864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:07:29.240381 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-25e2e9bf-d79a-48c4-b6f0-cf27cc8a8403 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:29.350827 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [None req-25e2e9bf-d79a-48c4-b6f0-cf27cc8a8403 admin admin] For port cdd06b19-0a93-4249-8bd7-b836429b8216, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=cdd06b19-0a93-4249-8bd7-b836429b8216,segment=NetworkSegment(98f42e7f-9434-411f-bdb4-f6ffcf84ebda),segment_id=98f42e7f-9434-411f-bdb4-f6ffcf84ebda)] {{(pid=101864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:29.351630 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-25e2e9bf-d79a-48c4-b6f0-cf27cc8a8403 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:29.370108 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-25e2e9bf-d79a-48c4-b6f0-cf27cc8a8403 admin admin] Calling delete_port for cdd06b19-0a93-4249-8bd7-b836429b8216 owned by network:router_interface {{(pid=101864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:07:29.390207 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df6a35c-ba57-416f-b4a8-49f8a9633881 req-304d7b43-90d7-4881-a98b-95edcc102934 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:29.401269 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9df6a35c-ba57-416f-b4a8-49f8a9633881 req-304d7b43-90d7-4881-a98b-95edcc102934 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 947 time: 0.0622103 May 04 15:07:29.442556 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9df6a35c-ba57-416f-b4a8-49f8a9633881 req-d781250f-bfaa-4676-8e1f-9ca8bbea414c tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400648 May 04 15:07:29.593926 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-25e2e9bf-d79a-48c4-b6f0-cf27cc8a8403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:29.626216 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e2e9bf-d79a-48c4-b6f0-cf27cc8a8403 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdd06b19-0a93-4249-8bd7-b836429b8216,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:29.855928 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-25e2e9bf-d79a-48c4-b6f0-cf27cc8a8403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-619175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627674'] for router_interface, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:30.101096 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25e2e9bf-d79a-48c4-b6f0-cf27cc8a8403 admin admin] Router dabfc658-d6f5-4ffe-b876-8248bdc42262 has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:07:30.211349 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e2e9bf-d79a-48c4-b6f0-cf27cc8a8403 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:07:30.220448 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-25e2e9bf-d79a-48c4-b6f0-cf27cc8a8403 admin admin] 10.222.0.42 "PUT /v2.0/routers/dabfc658-d6f5-4ffe-b876-8248bdc42262/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7187426 May 04 15:07:30.220550 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 49198) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:30.223878 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53c672d-7f49-4bd8-8bdb-b13efec46795 None None] Sync routers for ids ['dabfc658-d6f5-4ffe-b876-8248bdc42262'] in dv-cinder-829630-2-iscsi {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:07:30.258302 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53c672d-7f49-4bd8-8bdb-b13efec46795 None None] Routers {'dabfc658-d6f5-4ffe-b876-8248bdc42262'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:07:30.258961 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-d53c672d-7f49-4bd8-8bdb-b13efec46795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:07:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['dabfc658-d6f5-4ffe-b876-8248bdc42262'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:30.339328 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-44e7134b-6a5c-4421-8ab1-d1d7c7c101f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:30.376979 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-d53c672d-7f49-4bd8-8bdb-b13efec46795 None None] Set router dabfc658-d6f5-4ffe-b876-8248bdc42262 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:07:30.441609 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-44e7134b-6a5c-4421-8ab1-d1d7c7c101f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:30.502433 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-44e7134b-6a5c-4421-8ab1-d1d7c7c101f9 admin admin] Deleting port 87032804-1ca9-44b8-830d-f8f4e9424afd {{(pid=101863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:07:30.502660 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-44e7134b-6a5c-4421-8ab1-d1d7c7c101f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:30.566787 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-d53c672d-7f49-4bd8-8bdb-b13efec46795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabfc658-d6f5-4ffe-b876-8248bdc42262', 'name': 'tempest-TestShelveInstance-992723769-router', 'tenant_id': 'd170235fb4e64decaea274bd203ee3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '87032804-1ca9-44b8-830d-f8f4e9424afd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:05Z', 'updated_at': '2022-05-04T15:07:29Z', 'revision_number': 5, 'project_id': 'd170235fb4e64decaea274bd203ee3aa', 'gw_port': {'id': '87032804-1ca9-44b8-830d-f8f4e9424afd', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:d8:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dabfc658-d6f5-4ffe-b876-8248bdc42262', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:06Z', 'updated_at': '2022-05-04T15:01:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:30.596609 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53c672d-7f49-4bd8-8bdb-b13efec46795 None None] Checking router: dabfc658-d6f5-4ffe-b876-8248bdc42262 for host: dv-cinder-829630-2-iscsi {{(pid=101865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:07:30.605522 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53c672d-7f49-4bd8-8bdb-b13efec46795 None None] Routers {'dabfc658-d6f5-4ffe-b876-8248bdc42262'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:07:30.606134 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-d53c672d-7f49-4bd8-8bdb-b13efec46795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:07:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['dabfc658-d6f5-4ffe-b876-8248bdc42262'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:30.616852 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bdf921-47f9-4c95-ab83-86f042b7d8ee req-1c52efc1-e076-4cf7-8534-098e121fdd24 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:07:30.618455 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-30bdf921-47f9-4c95-ab83-86f042b7d8ee req-1c52efc1-e076-4cf7-8534-098e121fdd24 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 947 time: 0.0736625 May 04 15:07:30.623684 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [None req-44e7134b-6a5c-4421-8ab1-d1d7c7c101f9 admin admin] For port 87032804-1ca9-44b8-830d-f8f4e9424afd, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=87032804-1ca9-44b8-830d-f8f4e9424afd,segment=NetworkSegment(60ac4599-e6dd-4770-844e-5b54095f67fa),segment_id=60ac4599-e6dd-4770-844e-5b54095f67fa)] {{(pid=101863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:30.624050 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-44e7134b-6a5c-4421-8ab1-d1d7c7c101f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:30.651922 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-44e7134b-6a5c-4421-8ab1-d1d7c7c101f9 admin admin] Calling delete_port for 87032804-1ca9-44b8-830d-f8f4e9424afd owned by network:router_gateway {{(pid=101863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:07:30.688326 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-d53c672d-7f49-4bd8-8bdb-b13efec46795 None None] Set router dabfc658-d6f5-4ffe-b876-8248bdc42262 gateway port host: None {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:07:30.706483 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-30bdf921-47f9-4c95-ab83-86f042b7d8ee req-58692e94-827f-4cea-9887-7f2d687100c7 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796435 May 04 15:07:30.746768 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-d53c672d-7f49-4bd8-8bdb-b13efec46795 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dabfc658-d6f5-4ffe-b876-8248bdc42262', 'name': 'tempest-TestShelveInstance-992723769-router', 'tenant_id': 'd170235fb4e64decaea274bd203ee3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:05Z', 'updated_at': '2022-05-04T15:07:30Z', 'revision_number': 6, 'project_id': 'd170235fb4e64decaea274bd203ee3aa', 'gw_port_host': None}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:30.774858 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d53c672d-7f49-4bd8-8bdb-b13efec46795 None None] The sync data for ids ['dabfc658-d6f5-4ffe-b876-8248bdc42262'] in dv-cinder-829630-2-iscsi is: [{'id': 'dabfc658-d6f5-4ffe-b876-8248bdc42262', 'name': 'tempest-TestShelveInstance-992723769-router', 'tenant_id': 'd170235fb4e64decaea274bd203ee3aa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:05Z', 'updated_at': '2022-05-04T15:07:30Z', 'revision_number': 6, 'project_id': 'd170235fb4e64decaea274bd203ee3aa', 'gw_port_host': None}] {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:07:30.835955 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-44e7134b-6a5c-4421-8ab1-d1d7c7c101f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:30.862983 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e7134b-6a5c-4421-8ab1-d1d7c7c101f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=87032804-1ca9-44b8-830d-f8f4e9424afd,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:30.921700 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-44e7134b-6a5c-4421-8ab1-d1d7c7c101f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628356'] for router_gateway, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:31.010337 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-44e7134b-6a5c-4421-8ab1-d1d7c7c101f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27428'] for router, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:31.012432 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-44e7134b-6a5c-4421-8ab1-d1d7c7c101f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:31.058453 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-44e7134b-6a5c-4421-8ab1-d1d7c7c101f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-625704'] for router, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:31.058922 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44e7134b-6a5c-4421-8ab1-d1d7c7c101f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dabfc658-d6f5-4ffe-b876-8248bdc42262 {{(pid=101863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 15:07:31.063153 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-44e7134b-6a5c-4421-8ab1-d1d7c7c101f9 admin admin] Notify callbacks [] for router, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:31.064291 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-44e7134b-6a5c-4421-8ab1-d1d7c7c101f9 admin admin] 10.222.0.42 "DELETE /v2.0/routers/dabfc658-d6f5-4ffe-b876-8248bdc42262 HTTP/1.1" status: 204 len: 168 time: 0.8433387 May 04 15:07:31.066982 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 49206) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:31.112184 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_v2 [None req-36407095-7071-4bdc-9ba7-f1bea37f1ede admin admin] Deleting subnet d3c1cbc6-fc3b-44af-8ef6-5cfb0f48a705 {{(pid=101864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 15:07:31.115589 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-36407095-7071-4bdc-9ba7-f1bea37f1ede admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:31.152860 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-36407095-7071-4bdc-9ba7-f1bea37f1ede admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261144784'] for subnet, precommit_delete_associations {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:31.237045 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-36407095-7071-4bdc-9ba7-f1bea37f1ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759364'] for subnet, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:31.544032 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-36407095-7071-4bdc-9ba7-f1bea37f1ede admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261144785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930317'] for subnet, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:31.579287 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36407095-7071-4bdc-9ba7-f1bea37f1ede admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3c1cbc6-fc3b-44af-8ef6-5cfb0f48a705,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:31.579287 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-36407095-7071-4bdc-9ba7-f1bea37f1ede admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for subnet, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:31.584391 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-36407095-7071-4bdc-9ba7-f1bea37f1ede admin admin] 10.222.0.42 "DELETE /v2.0/subnets/d3c1cbc6-fc3b-44af-8ef6-5cfb0f48a705 HTTP/1.1" status: 204 len: 168 time: 0.5138652 May 04 15:07:31.584936 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 49214) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:31.587203 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411f303b-dfc3-4676-9d3d-4caefa0b6485 None None] Network cd8fe5c7-5da0-4ae9-a9a4-c95e4c502a94 requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:07:31.660846 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-47ad7ab9-49dc-4ad0-a4df-fa1f41443b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697412'] for network, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:31.723491 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-47ad7ab9-49dc-4ad0-a4df-fa1f41443b01 admin admin] Deleting port 038d8842-e1e2-4d93-aeef-4962690bc2cf {{(pid=101863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:07:31.723949 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-47ad7ab9-49dc-4ad0-a4df-fa1f41443b01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:31.781969 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-557f85c5-59e1-44e1-a8b8-96d9b13c0685 None None] DHCP port deletion for cd8fe5c7-5da0-4ae9-a9a4-c95e4c502a94 request from dv-cinder-829630-2-iscsi {{(pid=101865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 04 15:07:31.800027 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [None req-47ad7ab9-49dc-4ad0-a4df-fa1f41443b01 admin admin] For port 038d8842-e1e2-4d93-aeef-4962690bc2cf, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=038d8842-e1e2-4d93-aeef-4962690bc2cf,segment=NetworkSegment(98f42e7f-9434-411f-bdb4-f6ffcf84ebda),segment_id=98f42e7f-9434-411f-bdb4-f6ffcf84ebda)] {{(pid=101863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:31.800391 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-47ad7ab9-49dc-4ad0-a4df-fa1f41443b01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:31.817659 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 87032804-1ca9-44b8-830d-f8f4e9424afd no longer exists at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:07:31.818194 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-47ad7ab9-49dc-4ad0-a4df-fa1f41443b01 admin admin] Calling delete_port for 038d8842-e1e2-4d93-aeef-4962690bc2cf owned by network:dhcp {{(pid=101863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:07:31.841406 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] No Port match for: 87032804-1ca9-44b8-830d-f8f4e9424afd {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:07:31.841840 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 87032804-1ca9-44b8-830d-f8f4e9424afd not bound to the agent host dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:07:31.842321 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device cdd06b19-0a93-4249-8bd7-b836429b8216 no longer exists at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:07:31.865536 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] No Port match for: cdd06b19-0a93-4249-8bd7-b836429b8216 {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:07:31.866291 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device cdd06b19-0a93-4249-8bd7-b836429b8216 not bound to the agent host dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:07:31.890808 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-557f85c5-59e1-44e1-a8b8-96d9b13c0685 None None] Deleting port 038d8842-e1e2-4d93-aeef-4962690bc2cf {{(pid=101865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:07:31.891180 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-557f85c5-59e1-44e1-a8b8-96d9b13c0685 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:31.906688 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-47ad7ab9-49dc-4ad0-a4df-fa1f41443b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:31.934013 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad7ab9-49dc-4ad0-a4df-fa1f41443b01 admin admin] Pushing event deleted for resources: {'Port': ['ID=038d8842-e1e2-4d93-aeef-4962690bc2cf,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:31.937531 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ad7ab9-49dc-4ad0-a4df-fa1f41443b01 admin admin] No DVR routers for this DVR port 038d8842-e1e2-4d93-aeef-4962690bc2cf on host dv-cinder-829630-2-iscsi {{(pid=101863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:07:31.959688 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-557f85c5-59e1-44e1-a8b8-96d9b13c0685 None None] For port 038d8842-e1e2-4d93-aeef-4962690bc2cf, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=038d8842-e1e2-4d93-aeef-4962690bc2cf,segment=NetworkSegment(98f42e7f-9434-411f-bdb4-f6ffcf84ebda),segment_id=98f42e7f-9434-411f-bdb4-f6ffcf84ebda)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:07:31.960086 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-557f85c5-59e1-44e1-a8b8-96d9b13c0685 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:31.977429 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-557f85c5-59e1-44e1-a8b8-96d9b13c0685 None None] Calling delete_port for 038d8842-e1e2-4d93-aeef-4962690bc2cf owned by network:dhcp {{(pid=101865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:07:32.045843 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-47ad7ab9-49dc-4ad0-a4df-fa1f41443b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753417', 'neutron.services.segments.db._delete_segments_for_network-8755428157040'] for network, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:32.080425 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.services.segments.db [None req-47ad7ab9-49dc-4ad0-a4df-fa1f41443b01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd8fe5c7-5da0-4ae9-a9a4-c95e4c502a94']}} {{(pid=101863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:32.091245 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.services.segments.db [None req-47ad7ab9-49dc-4ad0-a4df-fa1f41443b01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f42e7f-9434-411f-bdb4-f6ffcf84ebda') {'for_net_delete': True} {{(pid=101863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:32.091535 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.services.segments.db [None req-47ad7ab9-49dc-4ad0-a4df-fa1f41443b01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f42e7f-9434-411f-bdb4-f6ffcf84ebda') {} {{(pid=101863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:07:32.102393 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-47ad7ab9-49dc-4ad0-a4df-fa1f41443b01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755428158585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262023754'] for segment, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:32.116771 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-47ad7ab9-49dc-4ad0-a4df-fa1f41443b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:32.123778 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47ad7ab9-49dc-4ad0-a4df-fa1f41443b01 admin admin] Releasing vlan 264 on physical network physnet1 to pool {{(pid=101863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:07:32.124227 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-47ad7ab9-49dc-4ad0-a4df-fa1f41443b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2944180'] for segment, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:32.125940 dv-cinder-829630-2-iscsi neutron-server[101863]: Traceback (most recent call last): May 04 15:07:32.125940 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:07:32.125940 dv-cinder-829630-2-iscsi neutron-server[101863]: timer() May 04 15:07:32.125940 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:07:32.125940 dv-cinder-829630-2-iscsi neutron-server[101863]: cb(*args, **kw) May 04 15:07:32.125940 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:07:32.125940 dv-cinder-829630-2-iscsi neutron-server[101863]: return func(*args, **kwargs) May 04 15:07:32.125940 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:07:32.125940 dv-cinder-829630-2-iscsi neutron-server[101863]: self._notify() May 04 15:07:32.125940 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:07:32.125940 dv-cinder-829630-2-iscsi neutron-server[101863]: self.callback(batched_events) May 04 15:07:32.125940 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:07:32.125940 dv-cinder-829630-2-iscsi neutron-server[101863]: event.method(event) May 04 15:07:32.125940 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:07:32.125940 dv-cinder-829630-2-iscsi neutron-server[101863]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:07:32.125940 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:07:32.125940 dv-cinder-829630-2-iscsi neutron-server[101863]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:07:32.125940 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:07:32.125940 dv-cinder-829630-2-iscsi neutron-server[101863]: return f(self, *a, **k) May 04 15:07:32.125940 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:07:32.125940 dv-cinder-829630-2-iscsi neutron-server[101863]: return self._get(url).json() May 04 15:07:32.125940 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:07:32.125940 dv-cinder-829630-2-iscsi neutron-server[101863]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:07:32.125940 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:07:32.125940 dv-cinder-829630-2-iscsi neutron-server[101863]: return self.request(url, 'GET', **kwargs) May 04 15:07:32.125940 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:07:32.125940 dv-cinder-829630-2-iscsi neutron-server[101863]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:07:32.125940 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:07:32.125940 dv-cinder-829630-2-iscsi neutron-server[101863]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:07:32.125940 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:07:32.125940 dv-cinder-829630-2-iscsi neutron-server[101863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:07:32.125940 dv-cinder-829630-2-iscsi neutron-server[101863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:07:32.174055 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-557f85c5-59e1-44e1-a8b8-96d9b13c0685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004'] for port, after_delete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:32.184248 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-47ad7ab9-49dc-4ad0-a4df-fa1f41443b01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628060'] for network, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:32.189493 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-47ad7ab9-49dc-4ad0-a4df-fa1f41443b01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:32.192798 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-47ad7ab9-49dc-4ad0-a4df-fa1f41443b01 admin admin] 10.222.0.42 "DELETE /v2.0/networks/cd8fe5c7-5da0-4ae9-a9a4-c95e4c502a94 HTTP/1.1" status: 204 len: 168 time: 0.6065345 May 04 15:07:32.202177 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557f85c5-59e1-44e1-a8b8-96d9b13c0685 None None] Pushing event deleted for resources: {'Port': ['ID=038d8842-e1e2-4d93-aeef-4962690bc2cf,revision_number=None']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:32.204691 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ad7ab9-49dc-4ad0-a4df-fa1f41443b01 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd8fe5c7-5da0-4ae9-a9a4-c95e4c502a94,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:32.208008 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-557f85c5-59e1-44e1-a8b8-96d9b13c0685 None None] No DVR routers for this DVR port 038d8842-e1e2-4d93-aeef-4962690bc2cf on host dv-cinder-829630-2-iscsi {{(pid=101865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:07:32.366056 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 49218) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:32.406442 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-3aed28e7-9a2b-4bda-b7c6-c035863a01f5 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=6372aa68ca5c44809b1fa0533fd5e71e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0391040 May 04 15:07:32.409159 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 49220) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:32.458027 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-874efae8-d8bd-4d58-8e11-81ec4e0daf30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:32.480105 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-874efae8-d8bd-4d58-8e11-81ec4e0daf30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:32.528427 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-874efae8-d8bd-4d58-8e11-81ec4e0daf30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:32.531005 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-874efae8-d8bd-4d58-8e11-81ec4e0daf30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:32.532145 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-874efae8-d8bd-4d58-8e11-81ec4e0daf30 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/b7c64c90-f065-4a9c-ba95-ff9a87d9f777 HTTP/1.1" status: 204 len: 168 time: 0.1219835 May 04 15:07:32.541315 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874efae8-d8bd-4d58-8e11-81ec4e0daf30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7c64c90-f065-4a9c-ba95-ff9a87d9f777,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:32.847118 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 49228) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:32.890837 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-7dd5c632-93e2-4d23-9db5-b89f1a558f7e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d170235fb4e64decaea274bd203ee3aa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424716 May 04 15:07:32.893357 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 49230) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:32.946845 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c3f67517-08c2-4a7d-881d-880a2bd18547 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:32.968258 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c3f67517-08c2-4a7d-881d-880a2bd18547 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:33.014660 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c3f67517-08c2-4a7d-881d-880a2bd18547 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:33.017241 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c3f67517-08c2-4a7d-881d-880a2bd18547 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:33.018394 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-c3f67517-08c2-4a7d-881d-880a2bd18547 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/6898c82e-3a20-476e-805a-78aa75f5e297 HTTP/1.1" status: 204 len: 168 time: 0.1241183 May 04 15:07:33.026418 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f67517-08c2-4a7d-881d-880a2bd18547 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6898c82e-3a20-476e-805a-78aa75f5e297,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:33.761276 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 038d8842-e1e2-4d93-aeef-4962690bc2cf no longer exists at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:07:33.781317 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] No Port match for: 038d8842-e1e2-4d93-aeef-4962690bc2cf {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:07:33.781649 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 038d8842-e1e2-4d93-aeef-4962690bc2cf not bound to the agent host dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:07:34.078517 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:07:36.163699 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-c17ad9cd-aafc-475e-9682-5c9c3d561a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:38.439127 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7747a5d0-d0c5-4096-91db-537d08558cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:39.685806 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:40.440979 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:41.323854 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:41.710220 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:52.434086 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 49346) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:52.536670 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-35712d1b-8ed6-4a34-929a-9d160cbb1b70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:52.612159 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-35712d1b-8ed6-4a34-929a-9d160cbb1b70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:52.616290 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-35712d1b-8ed6-4a34-929a-9d160cbb1b70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:52.654504 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-35712d1b-8ed6-4a34-929a-9d160cbb1b70 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=699a42767e4241fe931b2ae15614b32f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2193396 May 04 15:07:52.655361 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35712d1b-8ed6-4a34-929a-9d160cbb1b70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96b68207-234a-40ee-afad-f1361f411fa2,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:52.657289 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 49350) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:07:52.662770 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35712d1b-8ed6-4a34-929a-9d160cbb1b70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:52.663109 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35712d1b-8ed6-4a34-929a-9d160cbb1b70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:52.663445 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35712d1b-8ed6-4a34-929a-9d160cbb1b70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:52.663773 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35712d1b-8ed6-4a34-929a-9d160cbb1b70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:52.664097 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35712d1b-8ed6-4a34-929a-9d160cbb1b70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:52.664426 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35712d1b-8ed6-4a34-929a-9d160cbb1b70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:52.664764 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35712d1b-8ed6-4a34-929a-9d160cbb1b70 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:52.665088 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35712d1b-8ed6-4a34-929a-9d160cbb1b70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:52.665409 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35712d1b-8ed6-4a34-929a-9d160cbb1b70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:52.665725 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35712d1b-8ed6-4a34-929a-9d160cbb1b70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:52.666041 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35712d1b-8ed6-4a34-929a-9d160cbb1b70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:52.666357 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35712d1b-8ed6-4a34-929a-9d160cbb1b70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:52.709823 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f7a18d90-e89d-4f34-84c2-b4b23a1be5f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:52.731369 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f7a18d90-e89d-4f34-84c2-b4b23a1be5f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:52.778536 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f7a18d90-e89d-4f34-84c2-b4b23a1be5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:52.781173 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f7a18d90-e89d-4f34-84c2-b4b23a1be5f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:07:52.782320 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-f7a18d90-e89d-4f34-84c2-b4b23a1be5f5 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/96b68207-234a-40ee-afad-f1361f411fa2 HTTP/1.1" status: 204 len: 168 time: 0.1240385 May 04 15:07:52.790133 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a18d90-e89d-4f34-84c2-b4b23a1be5f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96b68207-234a-40ee-afad-f1361f411fa2,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:07:52.796980 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a18d90-e89d-4f34-84c2-b4b23a1be5f5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:52.797444 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a18d90-e89d-4f34-84c2-b4b23a1be5f5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:52.797790 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a18d90-e89d-4f34-84c2-b4b23a1be5f5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:52.798125 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a18d90-e89d-4f34-84c2-b4b23a1be5f5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:52.798460 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a18d90-e89d-4f34-84c2-b4b23a1be5f5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:52.798791 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a18d90-e89d-4f34-84c2-b4b23a1be5f5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:52.799148 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a18d90-e89d-4f34-84c2-b4b23a1be5f5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:52.799479 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a18d90-e89d-4f34-84c2-b4b23a1be5f5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:52.799887 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a18d90-e89d-4f34-84c2-b4b23a1be5f5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:52.800127 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a18d90-e89d-4f34-84c2-b4b23a1be5f5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:52.800451 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a18d90-e89d-4f34-84c2-b4b23a1be5f5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:07:52.800797 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7a18d90-e89d-4f34-84c2-b4b23a1be5f5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:06.165173 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-1e7e7ff0-85fa-473e-8943-490f2b15338c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:08.441975 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-f0206c40-244e-4e0c-841f-0169ba9a1058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:09.689480 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:10.444650 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:11.077026 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:08:11.324806 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:11.713237 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:22.282996 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cbc52719-41be-475c-a8ef-c40d70f7c6fb req-2669c4d0-d67f-4413-9908-63d5f21cf3fd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0511570 May 04 15:08:22.360161 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc52719-41be-475c-a8ef-c40d70f7c6fb req-e83bf222-50b8-4be2-baed-2656539c31e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:08:22.361721 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cbc52719-41be-475c-a8ef-c40d70f7c6fb req-e83bf222-50b8-4be2-baed-2656539c31e6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=746261ccdb744b4abdfc7b324a2ab0c7&device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 1099 time: 0.0438337 May 04 15:08:22.471986 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc52719-41be-475c-a8ef-c40d70f7c6fb req-7333a44d-1b7f-4960-8990-3070c2fe72e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:08:22.473508 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cbc52719-41be-475c-a8ef-c40d70f7c6fb req-7333a44d-1b7f-4960-8990-3070c2fe72e7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 HTTP/1.1" status: 200 len: 913 time: 0.0908899 May 04 15:08:22.545683 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cbc52719-41be-475c-a8ef-c40d70f7c6fb req-b8aaebeb-9e80-40d6-b7a1-bd680f25ea82 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22a45e07-60a8-4668-984e-c87093b460ea HTTP/1.1" status: 200 len: 1001 time: 0.0655847 May 04 15:08:22.600300 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc52719-41be-475c-a8ef-c40d70f7c6fb req-fc088c05-9f1c-4db9-b8b7-41ea52cf9552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:08:22.601792 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cbc52719-41be-475c-a8ef-c40d70f7c6fb req-fc088c05-9f1c-4db9-b8b7-41ea52cf9552 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c125eab1-7cf8-4e7c-acbb-db552c02fcee HTTP/1.1" status: 200 len: 851 time: 0.0488164 May 04 15:08:22.649592 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc52719-41be-475c-a8ef-c40d70f7c6fb req-b219d3b5-4796-406e-bbe4-f1983be60c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:08:22.651061 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cbc52719-41be-475c-a8ef-c40d70f7c6fb req-b219d3b5-4796-406e-bbe4-f1983be60c24 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0429015 May 04 15:08:22.743983 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cbc52719-41be-475c-a8ef-c40d70f7c6fb req-5043b904-b3f6-4b5d-887e-654fd1de6113 service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858109 May 04 15:08:22.830322 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cbc52719-41be-475c-a8ef-c40d70f7c6fb req-a33d7222-94d6-4064-b4e7-7805d21b9cfe service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798066 May 04 15:08:33.175189 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e3b150-0190-45cf-8411-7641c0e9cfb4 req-55c766cd-81ec-45d4-865e-424048210c05 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:08:33.176662 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-43e3b150-0190-45cf-8411-7641c0e9cfb4 req-55c766cd-81ec-45d4-865e-424048210c05 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=b712e9b6-e26e-4f86-818e-c7b7b53ca73a HTTP/1.1" status: 200 len: 945 time: 0.0514703 May 04 15:08:33.219891 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-43e3b150-0190-45cf-8411-7641c0e9cfb4 req-3e9ac8fd-80f9-4374-a893-f55116a03278 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=b325070d-8167-432a-b20e-d762f012bd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364583 May 04 15:08:34.338079 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cf3737-61f3-48c0-a2aa-a13204ef9d68 req-bb3e6c80-0b8c-425f-a4c9-56ac0e348b54 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:08:34.339597 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f0cf3737-61f3-48c0-a2aa-a13204ef9d68 req-bb3e6c80-0b8c-425f-a4c9-56ac0e348b54 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=b712e9b6-e26e-4f86-818e-c7b7b53ca73a HTTP/1.1" status: 200 len: 945 time: 0.0494847 May 04 15:08:34.376814 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f0cf3737-61f3-48c0-a2aa-a13204ef9d68 req-eb0056ae-3cdc-4137-a481-0a3b8c64d23e tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=b325070d-8167-432a-b20e-d762f012bd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310478 May 04 15:08:35.158151 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631fd42b-7781-4fc2-a23f-ec06cf25c340 req-73d297bc-a52b-4329-8b50-e76563b14a22 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:08:35.159530 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-631fd42b-7781-4fc2-a23f-ec06cf25c340 req-73d297bc-a52b-4329-8b50-e76563b14a22 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.11 "GET /v2.0/ports?device_id=b712e9b6-e26e-4f86-818e-c7b7b53ca73a HTTP/1.1" status: 200 len: 945 time: 0.0487316 May 04 15:08:35.255596 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [req-631fd42b-7781-4fc2-a23f-ec06cf25c340 req-d1870561-13a4-4f01-93ec-240eb3810f88 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Deleting port 576b580d-8ce8-41f2-8bc5-d4fc66a0e36d {{(pid=101863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:08:35.256000 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-631fd42b-7781-4fc2-a23f-ec06cf25c340 req-d1870561-13a4-4f01-93ec-240eb3810f88 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:35.346051 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [req-631fd42b-7781-4fc2-a23f-ec06cf25c340 req-d1870561-13a4-4f01-93ec-240eb3810f88 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] For port 576b580d-8ce8-41f2-8bc5-d4fc66a0e36d, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=576b580d-8ce8-41f2-8bc5-d4fc66a0e36d,segment=NetworkSegment(5fc74e29-6563-4af1-8324-f9079d6eac6f),segment_id=5fc74e29-6563-4af1-8324-f9079d6eac6f)] {{(pid=101863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:08:35.346998 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-631fd42b-7781-4fc2-a23f-ec06cf25c340 req-d1870561-13a4-4f01-93ec-240eb3810f88 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:35.548205 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6cb039-9e15-4a5e-a241-ce0d35a92583 req-7d4a62be-48f1-4d4a-ab00-5016e2036ffa tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:08:35.549707 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ce6cb039-9e15-4a5e-a241-ce0d35a92583 req-7d4a62be-48f1-4d4a-ab00-5016e2036ffa tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/ports?device_id=b712e9b6-e26e-4f86-818e-c7b7b53ca73a HTTP/1.1" status: 200 len: 945 time: 0.1005991 May 04 15:08:35.569052 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-631fd42b-7781-4fc2-a23f-ec06cf25c340 req-d1870561-13a4-4f01-93ec-240eb3810f88 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:35.569414 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-631fd42b-7781-4fc2-a23f-ec06cf25c340 req-d1870561-13a4-4f01-93ec-240eb3810f88 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628046'] for floatingip, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:35.569726 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.db.l3_db [req-631fd42b-7781-4fc2-a23f-ec06cf25c340 req-d1870561-13a4-4f01-93ec-240eb3810f88 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Floating IP ada03e0b-1324-47b8-b6e1-1742f539f0f0 disassociated. External IP: 172.27.1.107, port: 576b580d-8ce8-41f2-8bc5-d4fc66a0e36d. May 04 15:08:35.570069 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [req-631fd42b-7781-4fc2-a23f-ec06cf25c340 req-d1870561-13a4-4f01-93ec-240eb3810f88 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Calling delete_port for 576b580d-8ce8-41f2-8bc5-d4fc66a0e36d owned by compute:nova {{(pid=101863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:08:35.634151 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ce6cb039-9e15-4a5e-a241-ce0d35a92583 req-c3424aa7-cd99-4ba5-b549-b5f6e1cee8d2 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups?id=b325070d-8167-432a-b20e-d762f012bd4c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732064 May 04 15:08:35.726919 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-631fd42b-7781-4fc2-a23f-ec06cf25c340 req-d1870561-13a4-4f01-93ec-240eb3810f88 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:35.758480 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1870561-13a4-4f01-93ec-240eb3810f88 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event deleted for resources: {'Port': ['ID=576b580d-8ce8-41f2-8bc5-d4fc66a0e36d,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:35.882360 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-631fd42b-7781-4fc2-a23f-ec06cf25c340 req-d1870561-13a4-4f01-93ec-240eb3810f88 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Router 10cb654b-ad6a-4737-b26f-4dd942827a1c has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:08:35.991356 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-631fd42b-7781-4fc2-a23f-ec06cf25c340 req-d1870561-13a4-4f01-93ec-240eb3810f88 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:08:36.001306 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d35ab0-28ff-4120-9ccd-b5272e68e623 None None] Sync routers for ids ['10cb654b-ad6a-4737-b26f-4dd942827a1c'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:08:36.014455 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d35ab0-28ff-4120-9ccd-b5272e68e623 None None] Routers {'10cb654b-ad6a-4737-b26f-4dd942827a1c'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:08:36.015228 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-c3d35ab0-28ff-4120-9ccd-b5272e68e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:08:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['10cb654b-ad6a-4737-b26f-4dd942827a1c'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:36.031626 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [req-631fd42b-7781-4fc2-a23f-ec06cf25c340 req-d1870561-13a4-4f01-93ec-240eb3810f88 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] No DVR routers for this DVR port 576b580d-8ce8-41f2-8bc5-d4fc66a0e36d on host hv-cinder-82963 {{(pid=101863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:08:36.034173 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-631fd42b-7781-4fc2-a23f-ec06cf25c340 req-d1870561-13a4-4f01-93ec-240eb3810f88 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:36.038377 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-631fd42b-7781-4fc2-a23f-ec06cf25c340 req-d1870561-13a4-4f01-93ec-240eb3810f88 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.11 "DELETE /v2.0/ports/576b580d-8ce8-41f2-8bc5-d4fc66a0e36d HTTP/1.1" status: 204 len: 173 time: 0.8736308 May 04 15:08:36.038834 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b712e9b6-e26e-4f86-818e-c7b7b53ca73a', 'name': 'network-vif-deleted', 'tag': '576b580d-8ce8-41f2-8bc5-d4fc66a0e36d'}] {{(pid=101863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:08:36.041244 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c6767b5d81d022f3d85e9c22ce19b705c79dd3cfc51145499811648722293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65da8b9c-442a-4117-b2f5-a8e1c36cfeb9" -d '{"events": [{"server_uuid": "b712e9b6-e26e-4f86-818e-c7b7b53ca73a", "name": "network-vif-deleted", "tag": "576b580d-8ce8-41f2-8bc5-d4fc66a0e36d"}]}' {{(pid=101863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:08:36.081157 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:08:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c517e1-8039-4123-9b71-217e59a09851 x-openstack-request-id: req-75c517e1-8039-4123-9b71-217e59a09851 {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:08:36.081321 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b712e9b6-e26e-4f86-818e-c7b7b53ca73a", "name": "network-vif-deleted", "tag": "576b580d-8ce8-41f2-8bc5-d4fc66a0e36d", "status": "completed", "code": 200}]} {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:08:36.081615 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-75c517e1-8039-4123-9b71-217e59a09851 {{(pid=101863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:08:36.082023 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75c517e1-8039-4123-9b71-217e59a09851'] response: {'server_uuid': 'b712e9b6-e26e-4f86-818e-c7b7b53ca73a', 'name': 'network-vif-deleted', 'tag': '576b580d-8ce8-41f2-8bc5-d4fc66a0e36d', 'status': 'completed', 'code': 200} May 04 15:08:36.133472 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-c3d35ab0-28ff-4120-9ccd-b5272e68e623 None None] Set router 10cb654b-ad6a-4737-b26f-4dd942827a1c gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:08:36.170371 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-20432bf3-f6bc-47fa-8e9c-01a32d1554c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:36.358267 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-c3d35ab0-28ff-4120-9ccd-b5272e68e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'name': 'tempest-AttachVolumeNegativeTest-576760527-router', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:16Z', 'updated_at': '2022-05-04T14:58:27Z', 'revision_number': 4, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'gw_port': {'id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:18Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '940cd6bd-3d19-4d8a-861d-318d5f850d18', 'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'mac_address': 'fa:16:3e:bf:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:24Z', 'updated_at': '2022-05-04T14:58:41Z', 'revision_number': 5, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'subnets': [{'id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:36.388147 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d35ab0-28ff-4120-9ccd-b5272e68e623 None None] Checking router: 10cb654b-ad6a-4737-b26f-4dd942827a1c for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:08:36.396917 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d35ab0-28ff-4120-9ccd-b5272e68e623 None None] Routers {'10cb654b-ad6a-4737-b26f-4dd942827a1c'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:08:36.397544 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-c3d35ab0-28ff-4120-9ccd-b5272e68e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:08:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['10cb654b-ad6a-4737-b26f-4dd942827a1c'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:36.505487 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-c3d35ab0-28ff-4120-9ccd-b5272e68e623 None None] Set router 10cb654b-ad6a-4737-b26f-4dd942827a1c gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:08:36.723129 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-c3d35ab0-28ff-4120-9ccd-b5272e68e623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'name': 'tempest-AttachVolumeNegativeTest-576760527-router', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:16Z', 'updated_at': '2022-05-04T14:58:27Z', 'revision_number': 4, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'gw_port': {'id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:18Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '940cd6bd-3d19-4d8a-861d-318d5f850d18', 'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'mac_address': 'fa:16:3e:bf:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:24Z', 'updated_at': '2022-05-04T14:58:41Z', 'revision_number': 5, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'subnets': [{'id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:36.724448 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 49456) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:36.752318 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d35ab0-28ff-4120-9ccd-b5272e68e623 None None] The sync data for ids ['10cb654b-ad6a-4737-b26f-4dd942827a1c'] in dv-cinder-829630-2-iscsi is: [{'id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'name': 'tempest-AttachVolumeNegativeTest-576760527-router', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:16Z', 'updated_at': '2022-05-04T14:58:27Z', 'revision_number': 4, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'gw_port': {'id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:18Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '940cd6bd-3d19-4d8a-861d-318d5f850d18', 'name': '', 'network_id': '55dbbf73-0e6e-443d-9d78-4a6112dd0160', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'mac_address': 'fa:16:3e:bf:dc:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 96, 'fixed_ips': [{'subnet_id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:24Z', 'updated_at': '2022-05-04T14:58:41Z', 'revision_number': 5, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'subnets': [{'id': '8b0b50cf-2dce-427c-8d06-7da02fdf5e7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:08:36.789405 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-f56e4a69-3c99-4b56-87cf-ee67ffe4a8cf tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:36.815485 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-f56e4a69-3c99-4b56-87cf-ee67ffe4a8cf tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:36.876266 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-f56e4a69-3c99-4b56-87cf-ee67ffe4a8cf tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:36.878957 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-f56e4a69-3c99-4b56-87cf-ee67ffe4a8cf tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:36.880239 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-f56e4a69-3c99-4b56-87cf-ee67ffe4a8cf tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "DELETE /v2.0/security-groups/b325070d-8167-432a-b20e-d762f012bd4c HTTP/1.1" status: 204 len: 168 time: 0.1545804 May 04 15:08:36.884662 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 49458) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:36.889801 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56e4a69-3c99-4b56-87cf-ee67ffe4a8cf tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b325070d-8167-432a-b20e-d762f012bd4c,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:36.900553 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.api.v2.resource [None req-d8ad5623-a428-45a3-9803-d38899ccae65 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] show failed (client error): The resource could not be found. May 04 15:08:36.901708 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-d8ad5623-a428-45a3-9803-d38899ccae65 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "GET /v2.0/security-groups/b325070d-8167-432a-b20e-d762f012bd4c HTTP/1.1" status: 404 len: 347 time: 0.0159018 May 04 15:08:36.905340 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 49460) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:37.003605 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c68457d-c20e-4d63-bff0-51c91a0b98a3 None None] New status for floating IP ada03e0b-1324-47b8-b6e1-1742f539f0f0: DOWN {{(pid=101865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:08:37.046699 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-33467f2a-5ac9-4563-8f67-b01223bd3d53 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Deleting port 8b9bb04b-d174-4ec7-92e5-9d0447822456 {{(pid=101863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:08:37.047165 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-33467f2a-5ac9-4563-8f67-b01223bd3d53 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:37.129909 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-33467f2a-5ac9-4563-8f67-b01223bd3d53 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:37.130415 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-33467f2a-5ac9-4563-8f67-b01223bd3d53 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:37.143439 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-33467f2a-5ac9-4563-8f67-b01223bd3d53 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Calling delete_port for 8b9bb04b-d174-4ec7-92e5-9d0447822456 owned by network:floatingip {{(pid=101863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:08:37.280550 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-33467f2a-5ac9-4563-8f67-b01223bd3d53 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:37.306814 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33467f2a-5ac9-4563-8f67-b01223bd3d53 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Pushing event deleted for resources: {'Port': ['ID=8b9bb04b-d174-4ec7-92e5-9d0447822456,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:37.369539 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-33467f2a-5ac9-4563-8f67-b01223bd3d53 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks [] for floatingip, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:37.372101 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-33467f2a-5ac9-4563-8f67-b01223bd3d53 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:37.373277 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-33467f2a-5ac9-4563-8f67-b01223bd3d53 tempest-AttachVolumeNegativeTest-1497963663 tempest-AttachVolumeNegativeTest-1497963663-project] 10.222.0.42 "DELETE /v2.0/floatingips/ada03e0b-1324-47b8-b6e1-1742f539f0f0 HTTP/1.1" status: 204 len: 168 time: 0.4668083 May 04 15:08:38.079175 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6e6f53-4e3a-43a3-a91a-c95a8533be15 req-42561ec7-6eb7-4edc-8785-676cb96a2085 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:08:38.080688 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-fa6e6f53-4e3a-43a3-a91a-c95a8533be15 req-42561ec7-6eb7-4edc-8785-676cb96a2085 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 947 time: 0.0503898 May 04 15:08:38.121098 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-fa6e6f53-4e3a-43a3-a91a-c95a8533be15 req-3b3cb7d1-eaaa-459a-99f1-614fe650c6b8 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324650 May 04 15:08:38.444627 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-93a2fd7b-09ef-4710-be37-42d791f59795 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:38.987192 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 576b580d-8ce8-41f2-8bc5-d4fc66a0e36d no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:08:39.015886 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] No Port match for: 576b580d-8ce8-41f2-8bc5-d4fc66a0e36d {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:08:39.016326 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 576b580d-8ce8-41f2-8bc5-d4fc66a0e36d not bound to the agent host hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:08:39.241566 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f980f38-75c0-4fe2-bff1-09f498c239ab req-69ae83b9-4e0a-4008-9a7e-aad2674a2e13 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:08:39.243038 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2f980f38-75c0-4fe2-bff1-09f498c239ab req-69ae83b9-4e0a-4008-9a7e-aad2674a2e13 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 947 time: 0.0472965 May 04 15:08:39.280381 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2f980f38-75c0-4fe2-bff1-09f498c239ab req-3178dc30-a49b-43ba-b2d4-6d9d92334ec4 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups?id=6730a7dd-a338-45be-8775-fd4629787167&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314007 May 04 15:08:39.693981 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:39.835142 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d53fe73-3747-415b-8fde-df7b121ceff0 req-7a67e33f-e55a-4441-9738-b815bf33db33 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:08:39.836621 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6d53fe73-3747-415b-8fde-df7b121ceff0 req-7a67e33f-e55a-4441-9738-b815bf33db33 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.11 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 947 time: 0.0491803 May 04 15:08:39.934536 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [req-6d53fe73-3747-415b-8fde-df7b121ceff0 req-1e0c57a1-c4bb-486c-8641-9f493546a621 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Deleting port 909abf1f-8587-4292-b570-7f828854b344 {{(pid=101863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:08:39.934885 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-6d53fe73-3747-415b-8fde-df7b121ceff0 req-1e0c57a1-c4bb-486c-8641-9f493546a621 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:40.025729 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [req-6d53fe73-3747-415b-8fde-df7b121ceff0 req-1e0c57a1-c4bb-486c-8641-9f493546a621 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] For port 909abf1f-8587-4292-b570-7f828854b344, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=909abf1f-8587-4292-b570-7f828854b344,segment=NetworkSegment(b1142b6e-dead-4f76-9ea3-713e036ec259),segment_id=b1142b6e-dead-4f76-9ea3-713e036ec259)] {{(pid=101863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:08:40.026087 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-6d53fe73-3747-415b-8fde-df7b121ceff0 req-1e0c57a1-c4bb-486c-8641-9f493546a621 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:40.196692 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-6d53fe73-3747-415b-8fde-df7b121ceff0 req-1e0c57a1-c4bb-486c-8641-9f493546a621 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:40.197088 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-6d53fe73-3747-415b-8fde-df7b121ceff0 req-1e0c57a1-c4bb-486c-8641-9f493546a621 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628046'] for floatingip, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:40.197403 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.db.l3_db [req-6d53fe73-3747-415b-8fde-df7b121ceff0 req-1e0c57a1-c4bb-486c-8641-9f493546a621 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Floating IP 85a76c0d-1f79-48cf-9ad9-f6191ffc11c8 disassociated. External IP: 172.27.1.156, port: 909abf1f-8587-4292-b570-7f828854b344. May 04 15:08:40.197741 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [req-6d53fe73-3747-415b-8fde-df7b121ceff0 req-1e0c57a1-c4bb-486c-8641-9f493546a621 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Calling delete_port for 909abf1f-8587-4292-b570-7f828854b344 owned by compute:nova {{(pid=101863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:08:40.323011 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-6d53fe73-3747-415b-8fde-df7b121ceff0 req-1e0c57a1-c4bb-486c-8641-9f493546a621 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:40.362907 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0c57a1-c4bb-486c-8641-9f493546a621 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Pushing event deleted for resources: {'Port': ['ID=909abf1f-8587-4292-b570-7f828854b344,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:40.391502 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f3369610-a2d2-490f-a6a5-08dc4c7c0d83 req-3cb6b0e2-3617-47ec-aee0-c4e57a3b4696 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/ports?device_id=4b6b2699-5423-43ee-99ba-79ff1d1b839d HTTP/1.1" status: 200 len: 210 time: 0.0331836 May 04 15:08:40.438423 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:40.747689 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6d53fe73-3747-415b-8fde-df7b121ceff0 req-1e0c57a1-c4bb-486c-8641-9f493546a621 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Router abdfd2ac-0f24-4034-9f3a-647c8dad7e11 has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:08:40.858205 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6d53fe73-3747-415b-8fde-df7b121ceff0 req-1e0c57a1-c4bb-486c-8641-9f493546a621 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:08:40.869915 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20286537-d253-41ed-a2ae-a67e06e2e320 None None] Sync routers for ids ['abdfd2ac-0f24-4034-9f3a-647c8dad7e11'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:08:40.880022 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20286537-d253-41ed-a2ae-a67e06e2e320 None None] Routers {'abdfd2ac-0f24-4034-9f3a-647c8dad7e11'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:08:40.880709 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-20286537-d253-41ed-a2ae-a67e06e2e320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:08:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['abdfd2ac-0f24-4034-9f3a-647c8dad7e11'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:40.900606 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d53fe73-3747-415b-8fde-df7b121ceff0 req-1e0c57a1-c4bb-486c-8641-9f493546a621 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] No DVR routers for this DVR port 909abf1f-8587-4292-b570-7f828854b344 on host hv-cinder-82963 {{(pid=101863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:08:40.903227 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-6d53fe73-3747-415b-8fde-df7b121ceff0 req-1e0c57a1-c4bb-486c-8641-9f493546a621 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:40.906703 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6d53fe73-3747-415b-8fde-df7b121ceff0 req-1e0c57a1-c4bb-486c-8641-9f493546a621 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.11 "DELETE /v2.0/ports/909abf1f-8587-4292-b570-7f828854b344 HTTP/1.1" status: 204 len: 173 time: 1.0646214 May 04 15:08:40.907178 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b6b2699-5423-43ee-99ba-79ff1d1b839d', 'name': 'network-vif-deleted', 'tag': '909abf1f-8587-4292-b570-7f828854b344'}] {{(pid=101863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:08:40.910022 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c6767b5d81d022f3d85e9c22ce19b705c79dd3cfc51145499811648722293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f22bf152-fb9e-4a87-a92c-e51bb2b103a1" -d '{"events": [{"server_uuid": "4b6b2699-5423-43ee-99ba-79ff1d1b839d", "name": "network-vif-deleted", "tag": "909abf1f-8587-4292-b570-7f828854b344"}]}' {{(pid=101863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:08:40.950956 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:08:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87f7eafb-2439-442c-975f-a6e50a0e0cc9 x-openstack-request-id: req-87f7eafb-2439-442c-975f-a6e50a0e0cc9 {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:08:40.951371 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b6b2699-5423-43ee-99ba-79ff1d1b839d", "name": "network-vif-deleted", "tag": "909abf1f-8587-4292-b570-7f828854b344", "status": "completed", "code": 200}]} {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:08:40.951695 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-87f7eafb-2439-442c-975f-a6e50a0e0cc9 {{(pid=101863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:08:40.952104 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87f7eafb-2439-442c-975f-a6e50a0e0cc9'] response: {'server_uuid': '4b6b2699-5423-43ee-99ba-79ff1d1b839d', 'name': 'network-vif-deleted', 'tag': '909abf1f-8587-4292-b570-7f828854b344', 'status': 'completed', 'code': 200} May 04 15:08:40.998208 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-20286537-d253-41ed-a2ae-a67e06e2e320 None None] Set router abdfd2ac-0f24-4034-9f3a-647c8dad7e11 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:08:41.051161 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 49514) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:41.200790 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-20286537-d253-41ed-a2ae-a67e06e2e320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'name': 'tempest-AttachVolumeShelveTestJSON-702985069-router', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '14c6e390-898c-40c3-b504-117e314d1081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:12Z', 'updated_at': '2022-05-04T14:58:20Z', 'revision_number': 4, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'gw_port': {'id': '14c6e390-898c-40c3-b504-117e314d1081', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:13Z', 'updated_at': '2022-05-04T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': 'f0acc510-f19c-4c98-9715-7d6870342566', 'name': '', 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'mac_address': 'fa:16:3e:b7:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:19Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 5, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'subnets': [{'id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:41.228046 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20286537-d253-41ed-a2ae-a67e06e2e320 None None] Checking router: abdfd2ac-0f24-4034-9f3a-647c8dad7e11 for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:08:41.236162 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20286537-d253-41ed-a2ae-a67e06e2e320 None None] Routers {'abdfd2ac-0f24-4034-9f3a-647c8dad7e11'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:08:41.236799 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-20286537-d253-41ed-a2ae-a67e06e2e320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:08:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['abdfd2ac-0f24-4034-9f3a-647c8dad7e11'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:41.336503 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:41.444523 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-20286537-d253-41ed-a2ae-a67e06e2e320 None None] Set router abdfd2ac-0f24-4034-9f3a-647c8dad7e11 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:08:41.493282 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 49522) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:41.556495 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-78a144ca-5efb-4c17-9596-7e2d6d98d505 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:41.585894 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-78a144ca-5efb-4c17-9596-7e2d6d98d505 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:41.589608 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-dc35e4db-fe3f-4a7f-87e5-89dc7a5020d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-627534'] for router_interface, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:41.635883 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-78a144ca-5efb-4c17-9596-7e2d6d98d505 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:41.638835 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-78a144ca-5efb-4c17-9596-7e2d6d98d505 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:41.642819 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-78a144ca-5efb-4c17-9596-7e2d6d98d505 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "DELETE /v2.0/security-groups/6730a7dd-a338-45be-8775-fd4629787167 HTTP/1.1" status: 204 len: 168 time: 0.1474905 May 04 15:08:41.643131 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 49524) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:41.654287 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a144ca-5efb-4c17-9596-7e2d6d98d505 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6730a7dd-a338-45be-8775-fd4629787167,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:41.670422 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-20286537-d253-41ed-a2ae-a67e06e2e320 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'name': 'tempest-AttachVolumeShelveTestJSON-702985069-router', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '14c6e390-898c-40c3-b504-117e314d1081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:12Z', 'updated_at': '2022-05-04T14:58:20Z', 'revision_number': 4, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'gw_port': {'id': '14c6e390-898c-40c3-b504-117e314d1081', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:13Z', 'updated_at': '2022-05-04T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': 'f0acc510-f19c-4c98-9715-7d6870342566', 'name': '', 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'mac_address': 'fa:16:3e:b7:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:19Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 5, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'subnets': [{'id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:41.686419 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.api.v2.resource [None req-0cd794ef-e153-4a49-b0ed-aefc7d099e65 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] show failed (client error): The resource could not be found. May 04 15:08:41.687455 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-0cd794ef-e153-4a49-b0ed-aefc7d099e65 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "GET /v2.0/security-groups/6730a7dd-a338-45be-8775-fd4629787167 HTTP/1.1" status: 404 len: 347 time: 0.0433862 May 04 15:08:41.690485 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 49526) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:41.701833 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20286537-d253-41ed-a2ae-a67e06e2e320 None None] The sync data for ids ['abdfd2ac-0f24-4034-9f3a-647c8dad7e11'] in dv-cinder-829630-2-iscsi is: [{'id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'name': 'tempest-AttachVolumeShelveTestJSON-702985069-router', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '14c6e390-898c-40c3-b504-117e314d1081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:12Z', 'updated_at': '2022-05-04T14:58:20Z', 'revision_number': 4, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'gw_port': {'id': '14c6e390-898c-40c3-b504-117e314d1081', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:13Z', 'updated_at': '2022-05-04T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': 'f0acc510-f19c-4c98-9715-7d6870342566', 'name': '', 'network_id': '60c30b73-0e7f-49bb-89af-0e44584f9d97', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'mac_address': 'fa:16:3e:b7:a7:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'device_owner': 'network:router_interface', 'standard_attr_id': 87, 'fixed_ips': [{'subnet_id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:19Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 5, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'subnets': [{'id': '030f9125-e21b-4852-a6f8-1ba70c2222d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:08:41.722359 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:41.830698 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-4ec2a06f-2fd6-4026-a530-0822b7d7f260 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Deleting port d0cc6a96-c5a5-472c-8203-68a3372234ff {{(pid=101864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:08:41.831045 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4ec2a06f-2fd6-4026-a530-0822b7d7f260 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:41.869844 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-dc35e4db-fe3f-4a7f-87e5-89dc7a5020d0 admin admin] Deleting port 940cd6bd-3d19-4d8a-861d-318d5f850d18 {{(pid=101863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:08:41.870187 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-dc35e4db-fe3f-4a7f-87e5-89dc7a5020d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:41.917301 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4ec2a06f-2fd6-4026-a530-0822b7d7f260 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:41.917626 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4ec2a06f-2fd6-4026-a530-0822b7d7f260 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:41.933737 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-4ec2a06f-2fd6-4026-a530-0822b7d7f260 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Calling delete_port for d0cc6a96-c5a5-472c-8203-68a3372234ff owned by network:floatingip {{(pid=101864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:08:41.962826 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [None req-dc35e4db-fe3f-4a7f-87e5-89dc7a5020d0 admin admin] For port 940cd6bd-3d19-4d8a-861d-318d5f850d18, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=940cd6bd-3d19-4d8a-861d-318d5f850d18,segment=NetworkSegment(5fc74e29-6563-4af1-8324-f9079d6eac6f),segment_id=5fc74e29-6563-4af1-8324-f9079d6eac6f)] {{(pid=101863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:08:41.963196 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-dc35e4db-fe3f-4a7f-87e5-89dc7a5020d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:41.978426 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-dc35e4db-fe3f-4a7f-87e5-89dc7a5020d0 admin admin] Calling delete_port for 940cd6bd-3d19-4d8a-861d-318d5f850d18 owned by network:router_interface {{(pid=101863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:08:41.989672 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0234d76-a645-44a4-83f7-745f5c56c6d2 None None] New status for floating IP 85a76c0d-1f79-48cf-9ad9-f6191ffc11c8: DOWN {{(pid=101865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:08:42.079218 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4ec2a06f-2fd6-4026-a530-0822b7d7f260 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:42.079962 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.db.api [None req-c0234d76-a645-44a4-83f7-745f5c56c6d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101865) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 04 15:08:42.080364 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG oslo_db.api [None req-c0234d76-a645-44a4-83f7-745f5c56c6d2 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 04 15:08:42.109218 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec2a06f-2fd6-4026-a530-0822b7d7f260 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Pushing event deleted for resources: {'Port': ['ID=d0cc6a96-c5a5-472c-8203-68a3372234ff,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:42.169777 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4ec2a06f-2fd6-4026-a530-0822b7d7f260 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks [] for floatingip, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:42.172392 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4ec2a06f-2fd6-4026-a530-0822b7d7f260 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:42.173894 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-4ec2a06f-2fd6-4026-a530-0822b7d7f260 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] 10.222.0.42 "DELETE /v2.0/floatingips/85a76c0d-1f79-48cf-9ad9-f6191ffc11c8 HTTP/1.1" status: 204 len: 168 time: 0.4818041 May 04 15:08:42.187513 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-dc35e4db-fe3f-4a7f-87e5-89dc7a5020d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:42.213837 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc35e4db-fe3f-4a7f-87e5-89dc7a5020d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=940cd6bd-3d19-4d8a-861d-318d5f850d18,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:42.395819 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-dc35e4db-fe3f-4a7f-87e5-89dc7a5020d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-619175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627674'] for router_interface, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:42.581355 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0234d76-a645-44a4-83f7-745f5c56c6d2 None None] New status for floating IP 85a76c0d-1f79-48cf-9ad9-f6191ffc11c8: DOWN {{(pid=101865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:08:42.613818 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc35e4db-fe3f-4a7f-87e5-89dc7a5020d0 admin admin] Router 10cb654b-ad6a-4737-b26f-4dd942827a1c has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:08:42.719883 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc35e4db-fe3f-4a7f-87e5-89dc7a5020d0 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:08:42.725535 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-dc35e4db-fe3f-4a7f-87e5-89dc7a5020d0 admin admin] 10.222.0.42 "PUT /v2.0/routers/10cb654b-ad6a-4737-b26f-4dd942827a1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6730545 May 04 15:08:42.728153 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 49532) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:42.731598 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1431cc58-1a0e-4baf-a78c-c2e000b3eea7 None None] Sync routers for ids ['10cb654b-ad6a-4737-b26f-4dd942827a1c'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:08:42.742310 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1431cc58-1a0e-4baf-a78c-c2e000b3eea7 None None] Routers {'10cb654b-ad6a-4737-b26f-4dd942827a1c'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:08:42.743025 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-1431cc58-1a0e-4baf-a78c-c2e000b3eea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:08:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['10cb654b-ad6a-4737-b26f-4dd942827a1c'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:42.830228 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-2094515a-e39d-4ea0-bc85-360297f021b7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:42.851223 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-1431cc58-1a0e-4baf-a78c-c2e000b3eea7 None None] Set router 10cb654b-ad6a-4737-b26f-4dd942827a1c gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:08:42.931481 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-2094515a-e39d-4ea0-bc85-360297f021b7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:42.984513 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-2094515a-e39d-4ea0-bc85-360297f021b7 admin admin] Deleting port f2188457-2735-4a03-8287-b1ad6c0d3bb8 {{(pid=101864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:08:42.985025 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-2094515a-e39d-4ea0-bc85-360297f021b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:42.993885 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 909abf1f-8587-4292-b570-7f828854b344 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:08:43.013933 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] No Port match for: 909abf1f-8587-4292-b570-7f828854b344 {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:08:43.014267 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 909abf1f-8587-4292-b570-7f828854b344 not bound to the agent host hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:08:43.033408 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-1431cc58-1a0e-4baf-a78c-c2e000b3eea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'name': 'tempest-AttachVolumeNegativeTest-576760527-router', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227'}], 'enable_snat': True}, 'gw_port_id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:16Z', 'updated_at': '2022-05-04T15:08:42Z', 'revision_number': 5, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'gw_port': {'id': 'f2188457-2735-4a03-8287-b1ad6c0d3bb8', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:ea:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:18Z', 'updated_at': '2022-05-04T14:58:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:43.063503 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1431cc58-1a0e-4baf-a78c-c2e000b3eea7 None None] Checking router: 10cb654b-ad6a-4737-b26f-4dd942827a1c for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:08:43.069507 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [None req-2094515a-e39d-4ea0-bc85-360297f021b7 admin admin] For port f2188457-2735-4a03-8287-b1ad6c0d3bb8, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=f2188457-2735-4a03-8287-b1ad6c0d3bb8,segment=NetworkSegment(60ac4599-e6dd-4770-844e-5b54095f67fa),segment_id=60ac4599-e6dd-4770-844e-5b54095f67fa)] {{(pid=101864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:08:43.069902 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-2094515a-e39d-4ea0-bc85-360297f021b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:43.072684 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1431cc58-1a0e-4baf-a78c-c2e000b3eea7 None None] Routers {'10cb654b-ad6a-4737-b26f-4dd942827a1c'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:08:43.073341 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-1431cc58-1a0e-4baf-a78c-c2e000b3eea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:08:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['10cb654b-ad6a-4737-b26f-4dd942827a1c'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:43.081944 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-2094515a-e39d-4ea0-bc85-360297f021b7 admin admin] Calling delete_port for f2188457-2735-4a03-8287-b1ad6c0d3bb8 owned by network:router_gateway {{(pid=101864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:08:43.179605 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-1431cc58-1a0e-4baf-a78c-c2e000b3eea7 None None] Set router 10cb654b-ad6a-4737-b26f-4dd942827a1c gateway port host: None {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:08:43.232086 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-1431cc58-1a0e-4baf-a78c-c2e000b3eea7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'name': 'tempest-AttachVolumeNegativeTest-576760527-router', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:16Z', 'updated_at': '2022-05-04T15:08:42Z', 'revision_number': 6, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'gw_port_host': None}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:43.247387 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-2094515a-e39d-4ea0-bc85-360297f021b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:43.263035 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1431cc58-1a0e-4baf-a78c-c2e000b3eea7 None None] The sync data for ids ['10cb654b-ad6a-4737-b26f-4dd942827a1c'] in dv-cinder-829630-2-iscsi is: [{'id': '10cb654b-ad6a-4737-b26f-4dd942827a1c', 'name': 'tempest-AttachVolumeNegativeTest-576760527-router', 'tenant_id': '87d12057fd5046da9f6ec905d089d476', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:16Z', 'updated_at': '2022-05-04T15:08:42Z', 'revision_number': 6, 'project_id': '87d12057fd5046da9f6ec905d089d476', 'gw_port_host': None}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:08:43.278868 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2094515a-e39d-4ea0-bc85-360297f021b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2188457-2735-4a03-8287-b1ad6c0d3bb8,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:43.339788 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-2094515a-e39d-4ea0-bc85-360297f021b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628356'] for router_gateway, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:43.432382 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-2094515a-e39d-4ea0-bc85-360297f021b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27428'] for router, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:43.434557 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-2094515a-e39d-4ea0-bc85-360297f021b7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:43.481566 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-2094515a-e39d-4ea0-bc85-360297f021b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-625704'] for router, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:43.482131 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2094515a-e39d-4ea0-bc85-360297f021b7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10cb654b-ad6a-4737-b26f-4dd942827a1c {{(pid=101864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 15:08:43.486832 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-2094515a-e39d-4ea0-bc85-360297f021b7 admin admin] Notify callbacks [] for router, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:43.487986 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-2094515a-e39d-4ea0-bc85-360297f021b7 admin admin] 10.222.0.42 "DELETE /v2.0/routers/10cb654b-ad6a-4737-b26f-4dd942827a1c HTTP/1.1" status: 204 len: 168 time: 0.7588115 May 04 15:08:43.490844 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 49544) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:43.535280 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_v2 [None req-899719da-dbb4-41a6-921c-1f97ee6ed3e3 admin admin] Deleting subnet 8b0b50cf-2dce-427c-8d06-7da02fdf5e7e {{(pid=101864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 15:08:43.538461 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-899719da-dbb4-41a6-921c-1f97ee6ed3e3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:43.579585 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-899719da-dbb4-41a6-921c-1f97ee6ed3e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261144784'] for subnet, precommit_delete_associations {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:43.663121 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-899719da-dbb4-41a6-921c-1f97ee6ed3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759364'] for subnet, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:43.717032 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-899719da-dbb4-41a6-921c-1f97ee6ed3e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261144785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930317'] for subnet, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:43.743261 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899719da-dbb4-41a6-921c-1f97ee6ed3e3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b0b50cf-2dce-427c-8d06-7da02fdf5e7e,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:43.747589 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-899719da-dbb4-41a6-921c-1f97ee6ed3e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for subnet, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:43.753796 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-899719da-dbb4-41a6-921c-1f97ee6ed3e3 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/8b0b50cf-2dce-427c-8d06-7da02fdf5e7e HTTP/1.1" status: 204 len: 168 time: 0.2596951 May 04 15:08:43.754237 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d16101-f601-4a56-ad6b-0ab87bebbabd None None] Network 55dbbf73-0e6e-443d-9d78-4a6112dd0160 requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:08:43.754733 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 49546) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:43.830568 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-916c89fc-45a0-4923-bedb-4a40b6d78d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697412'] for network, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:43.893292 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-916c89fc-45a0-4923-bedb-4a40b6d78d2c admin admin] Deleting port b628cece-3053-47a4-86b7-ee070ba1dc0e {{(pid=101864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:08:43.893633 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-916c89fc-45a0-4923-bedb-4a40b6d78d2c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:43.953955 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [None req-916c89fc-45a0-4923-bedb-4a40b6d78d2c admin admin] For port b628cece-3053-47a4-86b7-ee070ba1dc0e, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=b628cece-3053-47a4-86b7-ee070ba1dc0e,segment=NetworkSegment(5fc74e29-6563-4af1-8324-f9079d6eac6f),segment_id=5fc74e29-6563-4af1-8324-f9079d6eac6f)] {{(pid=101864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:08:43.954245 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-916c89fc-45a0-4923-bedb-4a40b6d78d2c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:43.966555 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-916c89fc-45a0-4923-bedb-4a40b6d78d2c admin admin] Calling delete_port for b628cece-3053-47a4-86b7-ee070ba1dc0e owned by network:dhcp {{(pid=101864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:08:44.000766 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4bcef4-d775-41c8-b1f1-b670a5817c2e None None] DHCP port deletion for 55dbbf73-0e6e-443d-9d78-4a6112dd0160 request from dv-cinder-829630-2-iscsi {{(pid=101865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 04 15:08:44.054304 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-cf4bcef4-d775-41c8-b1f1-b670a5817c2e None None] Deleting port b628cece-3053-47a4-86b7-ee070ba1dc0e {{(pid=101865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:08:44.054976 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-cf4bcef4-d775-41c8-b1f1-b670a5817c2e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:44.067218 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-916c89fc-45a0-4923-bedb-4a40b6d78d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:44.071360 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device b628cece-3053-47a4-86b7-ee070ba1dc0e no longer exists at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:08:44.094975 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c89fc-45a0-4923-bedb-4a40b6d78d2c admin admin] Pushing event deleted for resources: {'Port': ['ID=b628cece-3053-47a4-86b7-ee070ba1dc0e,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:44.097173 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916c89fc-45a0-4923-bedb-4a40b6d78d2c admin admin] No DVR routers for this DVR port b628cece-3053-47a4-86b7-ee070ba1dc0e on host dv-cinder-829630-2-iscsi {{(pid=101864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:08:44.133604 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] No Port match for: b628cece-3053-47a4-86b7-ee070ba1dc0e {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:08:44.133943 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device b628cece-3053-47a4-86b7-ee070ba1dc0e not bound to the agent host dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:08:44.134350 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device f2188457-2735-4a03-8287-b1ad6c0d3bb8 no longer exists at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:08:44.159168 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] No Port match for: f2188457-2735-4a03-8287-b1ad6c0d3bb8 {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:08:44.159513 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device f2188457-2735-4a03-8287-b1ad6c0d3bb8 not bound to the agent host dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:08:44.159916 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 940cd6bd-3d19-4d8a-861d-318d5f850d18 no longer exists at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:08:44.170920 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-916c89fc-45a0-4923-bedb-4a40b6d78d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753417', 'neutron.services.segments.db._delete_segments_for_network-8755428157040'] for network, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:44.190014 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-cf4bcef4-d775-41c8-b1f1-b670a5817c2e None None] For port b628cece-3053-47a4-86b7-ee070ba1dc0e, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=b628cece-3053-47a4-86b7-ee070ba1dc0e,segment=NetworkSegment(5fc74e29-6563-4af1-8324-f9079d6eac6f),segment_id=5fc74e29-6563-4af1-8324-f9079d6eac6f)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:08:44.190422 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-cf4bcef4-d775-41c8-b1f1-b670a5817c2e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:44.193554 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] No Port match for: 940cd6bd-3d19-4d8a-861d-318d5f850d18 {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:08:44.193554 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 940cd6bd-3d19-4d8a-861d-318d5f850d18 not bound to the agent host dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:08:44.198650 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.services.segments.db [None req-916c89fc-45a0-4923-bedb-4a40b6d78d2c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55dbbf73-0e6e-443d-9d78-4a6112dd0160']}} {{(pid=101864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:44.205351 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-cf4bcef4-d775-41c8-b1f1-b670a5817c2e None None] Calling delete_port for b628cece-3053-47a4-86b7-ee070ba1dc0e owned by network:dhcp {{(pid=101865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:08:44.211034 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.services.segments.db [None req-916c89fc-45a0-4923-bedb-4a40b6d78d2c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5fc74e29-6563-4af1-8324-f9079d6eac6f') {'for_net_delete': True} {{(pid=101864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:44.211339 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.services.segments.db [None req-916c89fc-45a0-4923-bedb-4a40b6d78d2c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5fc74e29-6563-4af1-8324-f9079d6eac6f') {} {{(pid=101864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:44.221367 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-916c89fc-45a0-4923-bedb-4a40b6d78d2c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755428158585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261144795'] for segment, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:44.237381 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-916c89fc-45a0-4923-bedb-4a40b6d78d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:44.244848 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-916c89fc-45a0-4923-bedb-4a40b6d78d2c admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=101864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:08:44.245366 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-916c89fc-45a0-4923-bedb-4a40b6d78d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261144951'] for segment, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:44.247020 dv-cinder-829630-2-iscsi neutron-server[101864]: Traceback (most recent call last): May 04 15:08:44.247020 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:08:44.247020 dv-cinder-829630-2-iscsi neutron-server[101864]: timer() May 04 15:08:44.247020 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:08:44.247020 dv-cinder-829630-2-iscsi neutron-server[101864]: cb(*args, **kw) May 04 15:08:44.247020 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:08:44.247020 dv-cinder-829630-2-iscsi neutron-server[101864]: return func(*args, **kwargs) May 04 15:08:44.247020 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:08:44.247020 dv-cinder-829630-2-iscsi neutron-server[101864]: self._notify() May 04 15:08:44.247020 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:08:44.247020 dv-cinder-829630-2-iscsi neutron-server[101864]: self.callback(batched_events) May 04 15:08:44.247020 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:08:44.247020 dv-cinder-829630-2-iscsi neutron-server[101864]: event.method(event) May 04 15:08:44.247020 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:08:44.247020 dv-cinder-829630-2-iscsi neutron-server[101864]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:08:44.247020 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:08:44.247020 dv-cinder-829630-2-iscsi neutron-server[101864]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:08:44.247020 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:08:44.247020 dv-cinder-829630-2-iscsi neutron-server[101864]: return f(self, *a, **k) May 04 15:08:44.247020 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:08:44.247020 dv-cinder-829630-2-iscsi neutron-server[101864]: return self._get(url).json() May 04 15:08:44.247020 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:08:44.247020 dv-cinder-829630-2-iscsi neutron-server[101864]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:08:44.247020 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:08:44.247020 dv-cinder-829630-2-iscsi neutron-server[101864]: return self.request(url, 'GET', **kwargs) May 04 15:08:44.247020 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:08:44.247020 dv-cinder-829630-2-iscsi neutron-server[101864]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:08:44.247020 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:08:44.247020 dv-cinder-829630-2-iscsi neutron-server[101864]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:08:44.247020 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:08:44.247020 dv-cinder-829630-2-iscsi neutron-server[101864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:08:44.247020 dv-cinder-829630-2-iscsi neutron-server[101864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:08:44.288031 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-cf4bcef4-d775-41c8-b1f1-b670a5817c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004'] for port, after_delete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:44.306672 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-916c89fc-45a0-4923-bedb-4a40b6d78d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628060'] for network, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:44.312846 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-916c89fc-45a0-4923-bedb-4a40b6d78d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:44.316547 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-916c89fc-45a0-4923-bedb-4a40b6d78d2c admin admin] 10.222.0.42 "DELETE /v2.0/networks/55dbbf73-0e6e-443d-9d78-4a6112dd0160 HTTP/1.1" status: 204 len: 168 time: 0.5613918 May 04 15:08:44.319166 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4bcef4-d775-41c8-b1f1-b670a5817c2e None None] Pushing event deleted for resources: {'Port': ['ID=b628cece-3053-47a4-86b7-ee070ba1dc0e,revision_number=None']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:44.327022 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4bcef4-d775-41c8-b1f1-b670a5817c2e None None] No DVR routers for this DVR port b628cece-3053-47a4-86b7-ee070ba1dc0e on host dv-cinder-829630-2-iscsi {{(pid=101865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:08:44.328351 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916c89fc-45a0-4923-bedb-4a40b6d78d2c admin admin] Pushing event deleted for resources: {'Network': ['ID=55dbbf73-0e6e-443d-9d78-4a6112dd0160,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:44.329182 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bcef4-d775-41c8-b1f1-b670a5817c2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:44.329522 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bcef4-d775-41c8-b1f1-b670a5817c2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:44.329851 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bcef4-d775-41c8-b1f1-b670a5817c2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:44.330448 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bcef4-d775-41c8-b1f1-b670a5817c2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:44.331040 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bcef4-d775-41c8-b1f1-b670a5817c2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:44.331671 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bcef4-d775-41c8-b1f1-b670a5817c2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:44.332410 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bcef4-d775-41c8-b1f1-b670a5817c2e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:44.333010 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bcef4-d775-41c8-b1f1-b670a5817c2e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:44.334016 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bcef4-d775-41c8-b1f1-b670a5817c2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:44.334016 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bcef4-d775-41c8-b1f1-b670a5817c2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:44.334016 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bcef4-d775-41c8-b1f1-b670a5817c2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:44.334289 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4bcef4-d775-41c8-b1f1-b670a5817c2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:44.457097 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 49550) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:44.497004 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-f8fd505b-4c08-4042-93e2-44660610e8c9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=87d12057fd5046da9f6ec905d089d476&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0385787 May 04 15:08:44.499484 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 49552) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:44.547846 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c8072759-bc36-41fd-92da-02cf5221454c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:44.576849 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c8072759-bc36-41fd-92da-02cf5221454c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:44.611733 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 49560) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:44.637561 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c8072759-bc36-41fd-92da-02cf5221454c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:44.640166 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c8072759-bc36-41fd-92da-02cf5221454c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:44.641375 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-c8072759-bc36-41fd-92da-02cf5221454c admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d98dcdba-5a4c-4d0d-8b8b-0ee917e6d04b HTTP/1.1" status: 204 len: 168 time: 0.1409953 May 04 15:08:44.650727 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8072759-bc36-41fd-92da-02cf5221454c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d98dcdba-5a4c-4d0d-8b8b-0ee917e6d04b,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:45.133758 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-fca73e7b-4bea-4888-a292-a9415a291345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-627534'] for router_interface, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:45.382496 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-fca73e7b-4bea-4888-a292-a9415a291345 admin admin] Deleting port f0acc510-f19c-4c98-9715-7d6870342566 {{(pid=101864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:08:45.382834 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-fca73e7b-4bea-4888-a292-a9415a291345 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:45.465500 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [None req-fca73e7b-4bea-4888-a292-a9415a291345 admin admin] For port f0acc510-f19c-4c98-9715-7d6870342566, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=f0acc510-f19c-4c98-9715-7d6870342566,segment=NetworkSegment(b1142b6e-dead-4f76-9ea3-713e036ec259),segment_id=b1142b6e-dead-4f76-9ea3-713e036ec259)] {{(pid=101864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:08:45.465959 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-fca73e7b-4bea-4888-a292-a9415a291345 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:45.480465 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-fca73e7b-4bea-4888-a292-a9415a291345 admin admin] Calling delete_port for f0acc510-f19c-4c98-9715-7d6870342566 owned by network:router_interface {{(pid=101864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:08:45.682246 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-fca73e7b-4bea-4888-a292-a9415a291345 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:45.711380 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca73e7b-4bea-4888-a292-a9415a291345 admin admin] Pushing event deleted for resources: {'Port': ['ID=f0acc510-f19c-4c98-9715-7d6870342566,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:45.968877 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-fca73e7b-4bea-4888-a292-a9415a291345 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-619175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627674'] for router_interface, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:46.454919 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca73e7b-4bea-4888-a292-a9415a291345 admin admin] Router abdfd2ac-0f24-4034-9f3a-647c8dad7e11 has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:08:46.568088 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca73e7b-4bea-4888-a292-a9415a291345 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:08:46.573426 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-fca73e7b-4bea-4888-a292-a9415a291345 admin admin] 10.222.0.42 "PUT /v2.0/routers/abdfd2ac-0f24-4034-9f3a-647c8dad7e11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9600358 May 04 15:08:46.575696 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 49634) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:46.581946 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346ca087-0f3b-4e6a-b2d7-d101a614dadc None None] Sync routers for ids ['abdfd2ac-0f24-4034-9f3a-647c8dad7e11'] in dv-cinder-829630-2-iscsi {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:08:46.596115 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346ca087-0f3b-4e6a-b2d7-d101a614dadc None None] Routers {'abdfd2ac-0f24-4034-9f3a-647c8dad7e11'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:08:46.596115 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-346ca087-0f3b-4e6a-b2d7-d101a614dadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:08:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['abdfd2ac-0f24-4034-9f3a-647c8dad7e11'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:46.695384 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-bf68c89b-d45e-4ec1-9bb4-fd06ad30e967 admin admin] Notify callbacks [] for router, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:46.711458 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-346ca087-0f3b-4e6a-b2d7-d101a614dadc None None] Set router abdfd2ac-0f24-4034-9f3a-647c8dad7e11 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:08:46.826531 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-bf68c89b-d45e-4ec1-9bb4-fd06ad30e967 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:46.890116 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-bf68c89b-d45e-4ec1-9bb4-fd06ad30e967 admin admin] Deleting port 14c6e390-898c-40c3-b504-117e314d1081 {{(pid=101864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:08:46.890456 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-bf68c89b-d45e-4ec1-9bb4-fd06ad30e967 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:46.988348 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [None req-bf68c89b-d45e-4ec1-9bb4-fd06ad30e967 admin admin] For port 14c6e390-898c-40c3-b504-117e314d1081, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=14c6e390-898c-40c3-b504-117e314d1081,segment=NetworkSegment(60ac4599-e6dd-4770-844e-5b54095f67fa),segment_id=60ac4599-e6dd-4770-844e-5b54095f67fa)] {{(pid=101864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:08:46.989741 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-bf68c89b-d45e-4ec1-9bb4-fd06ad30e967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:47.004063 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-bf68c89b-d45e-4ec1-9bb4-fd06ad30e967 admin admin] Calling delete_port for 14c6e390-898c-40c3-b504-117e314d1081 owned by network:router_gateway {{(pid=101864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:08:47.092595 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-346ca087-0f3b-4e6a-b2d7-d101a614dadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'name': 'tempest-AttachVolumeShelveTestJSON-702985069-router', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': '14c6e390-898c-40c3-b504-117e314d1081', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:12Z', 'updated_at': '2022-05-04T15:08:45Z', 'revision_number': 5, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'gw_port': {'id': '14c6e390-898c-40c3-b504-117e314d1081', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:60:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'device_owner': 'network:router_gateway', 'standard_attr_id': 59, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T14:58:13Z', 'updated_at': '2022-05-04T14:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:47.131418 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346ca087-0f3b-4e6a-b2d7-d101a614dadc None None] Checking router: abdfd2ac-0f24-4034-9f3a-647c8dad7e11 for host: dv-cinder-829630-2-iscsi {{(pid=101865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:08:47.146211 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-346ca087-0f3b-4e6a-b2d7-d101a614dadc None None] Routers {'abdfd2ac-0f24-4034-9f3a-647c8dad7e11'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:08:47.146977 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-346ca087-0f3b-4e6a-b2d7-d101a614dadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:08:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['abdfd2ac-0f24-4034-9f3a-647c8dad7e11'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:47.188612 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-bf68c89b-d45e-4ec1-9bb4-fd06ad30e967 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:47.215898 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf68c89b-d45e-4ec1-9bb4-fd06ad30e967 admin admin] Pushing event deleted for resources: {'Port': ['ID=14c6e390-898c-40c3-b504-117e314d1081,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:47.247709 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-346ca087-0f3b-4e6a-b2d7-d101a614dadc None None] Set router abdfd2ac-0f24-4034-9f3a-647c8dad7e11 gateway port host: None {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:08:47.282138 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-bf68c89b-d45e-4ec1-9bb4-fd06ad30e967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628356'] for router_gateway, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:47.310026 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-346ca087-0f3b-4e6a-b2d7-d101a614dadc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'name': 'tempest-AttachVolumeShelveTestJSON-702985069-router', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:12Z', 'updated_at': '2022-05-04T15:08:46Z', 'revision_number': 6, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'gw_port_host': None}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:47.338801 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-346ca087-0f3b-4e6a-b2d7-d101a614dadc None None] The sync data for ids ['abdfd2ac-0f24-4034-9f3a-647c8dad7e11'] in dv-cinder-829630-2-iscsi is: [{'id': 'abdfd2ac-0f24-4034-9f3a-647c8dad7e11', 'name': 'tempest-AttachVolumeShelveTestJSON-702985069-router', 'tenant_id': '192ccf80824d4fa59de46a9e21ae0572', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T14:58:12Z', 'updated_at': '2022-05-04T15:08:46Z', 'revision_number': 6, 'project_id': '192ccf80824d4fa59de46a9e21ae0572', 'gw_port_host': None}] {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:08:47.385028 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-bf68c89b-d45e-4ec1-9bb4-fd06ad30e967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27428'] for router, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:47.387198 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-bf68c89b-d45e-4ec1-9bb4-fd06ad30e967 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:47.438201 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-bf68c89b-d45e-4ec1-9bb4-fd06ad30e967 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-625704'] for router, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:47.438839 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf68c89b-d45e-4ec1-9bb4-fd06ad30e967 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abdfd2ac-0f24-4034-9f3a-647c8dad7e11 {{(pid=101864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 15:08:47.444266 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-bf68c89b-d45e-4ec1-9bb4-fd06ad30e967 admin admin] Notify callbacks [] for router, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:47.447748 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-bf68c89b-d45e-4ec1-9bb4-fd06ad30e967 admin admin] 10.222.0.42 "DELETE /v2.0/routers/abdfd2ac-0f24-4034-9f3a-647c8dad7e11 HTTP/1.1" status: 204 len: 168 time: 0.8688595 May 04 15:08:47.447964 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 49698) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:47.505258 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb2b0950-fc4d-4339-90a5-f8a38cb4a9df admin admin] Deleting subnet 030f9125-e21b-4852-a6f8-1ba70c2222d2 {{(pid=101864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 15:08:47.509285 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-eb2b0950-fc4d-4339-90a5-f8a38cb4a9df admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:47.545382 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-eb2b0950-fc4d-4339-90a5-f8a38cb4a9df admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261144784'] for subnet, precommit_delete_associations {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:47.633981 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-eb2b0950-fc4d-4339-90a5-f8a38cb4a9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759364'] for subnet, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:47.712972 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-eb2b0950-fc4d-4339-90a5-f8a38cb4a9df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261144785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930317'] for subnet, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:47.760168 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2b0950-fc4d-4339-90a5-f8a38cb4a9df admin admin] Pushing event deleted for resources: {'Subnet': ['ID=030f9125-e21b-4852-a6f8-1ba70c2222d2,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:47.765371 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-eb2b0950-fc4d-4339-90a5-f8a38cb4a9df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for subnet, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:47.768698 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-eb2b0950-fc4d-4339-90a5-f8a38cb4a9df admin admin] 10.222.0.42 "DELETE /v2.0/subnets/030f9125-e21b-4852-a6f8-1ba70c2222d2 HTTP/1.1" status: 204 len: 168 time: 0.3197250 May 04 15:08:47.772178 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 49706) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:47.779024 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23123cf4-827a-4148-9b7c-3e2551dca0d9 None None] Network 60c30b73-0e7f-49bb-89af-0e44584f9d97 requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:08:47.824277 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 49708) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:47.862967 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device f0acc510-f19c-4c98-9715-7d6870342566 no longer exists at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:08:47.883589 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-fb5cd805-78f6-45d7-a0e0-66805be59d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697412'] for network, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:47.892804 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] No Port match for: f0acc510-f19c-4c98-9715-7d6870342566 {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:08:47.893273 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device f0acc510-f19c-4c98-9715-7d6870342566 not bound to the agent host dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:08:47.939758 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-fb5cd805-78f6-45d7-a0e0-66805be59d4d admin admin] Deleting port 168d45a7-68e7-4f05-b642-1e632b1af4f9 {{(pid=101863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:08:47.940191 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-fb5cd805-78f6-45d7-a0e0-66805be59d4d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:47.956830 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-542609af-e39a-47ec-bf9a-9f7ff80f1aa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:48.021131 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [None req-fb5cd805-78f6-45d7-a0e0-66805be59d4d admin admin] For port 168d45a7-68e7-4f05-b642-1e632b1af4f9, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=168d45a7-68e7-4f05-b642-1e632b1af4f9,segment=NetworkSegment(b1142b6e-dead-4f76-9ea3-713e036ec259),segment_id=b1142b6e-dead-4f76-9ea3-713e036ec259)] {{(pid=101863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:08:48.021603 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-fb5cd805-78f6-45d7-a0e0-66805be59d4d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:48.037832 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-fb5cd805-78f6-45d7-a0e0-66805be59d4d admin admin] Calling delete_port for 168d45a7-68e7-4f05-b642-1e632b1af4f9 owned by network:dhcp {{(pid=101863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:08:48.049920 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-542609af-e39a-47ec-bf9a-9f7ff80f1aa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:48.055052 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-542609af-e39a-47ec-bf9a-9f7ff80f1aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:48.075591 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:08:48.093397 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-542609af-e39a-47ec-bf9a-9f7ff80f1aa0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=01dcfff0c2594e63bd632bc0a7c80aed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2679281 May 04 15:08:48.094531 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542609af-e39a-47ec-bf9a-9f7ff80f1aa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f21b8320-c87c-4970-84d6-07ff9c27ddd7,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:48.096035 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 49714) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:48.144557 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-fb5cd805-78f6-45d7-a0e0-66805be59d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:48.179617 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb5cd805-78f6-45d7-a0e0-66805be59d4d admin admin] No DVR routers for this DVR port 168d45a7-68e7-4f05-b642-1e632b1af4f9 on host dv-cinder-829630-2-iscsi {{(pid=101863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:08:48.188011 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5cd805-78f6-45d7-a0e0-66805be59d4d admin admin] Pushing event deleted for resources: {'Port': ['ID=168d45a7-68e7-4f05-b642-1e632b1af4f9,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:48.195557 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48c3e45-22bc-48a8-afc5-cf6d14bebb8f None None] DHCP port deletion for 60c30b73-0e7f-49bb-89af-0e44584f9d97 request from dv-cinder-829630-2-iscsi {{(pid=101865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 04 15:08:48.215615 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-acb43ae4-b221-4ce0-ae4b-2fb864e37db4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:48.280065 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-acb43ae4-b221-4ce0-ae4b-2fb864e37db4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:48.282629 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-fb5cd805-78f6-45d7-a0e0-66805be59d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753417', 'neutron.services.segments.db._delete_segments_for_network-8755428157040'] for network, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:48.322708 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.services.segments.db [None req-fb5cd805-78f6-45d7-a0e0-66805be59d4d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['60c30b73-0e7f-49bb-89af-0e44584f9d97']}} {{(pid=101863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:48.338753 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.services.segments.db [None req-fb5cd805-78f6-45d7-a0e0-66805be59d4d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1142b6e-dead-4f76-9ea3-713e036ec259') {'for_net_delete': True} {{(pid=101863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:48.339049 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.services.segments.db [None req-fb5cd805-78f6-45d7-a0e0-66805be59d4d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1142b6e-dead-4f76-9ea3-713e036ec259') {} {{(pid=101863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:48.349462 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-fb5cd805-78f6-45d7-a0e0-66805be59d4d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755428158585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262023754'] for segment, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:48.365649 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-fb5cd805-78f6-45d7-a0e0-66805be59d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:48.374858 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb5cd805-78f6-45d7-a0e0-66805be59d4d admin admin] Releasing vlan 271 on physical network physnet1 to pool {{(pid=101863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:08:48.375443 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-fb5cd805-78f6-45d7-a0e0-66805be59d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2944180'] for segment, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:48.377456 dv-cinder-829630-2-iscsi neutron-server[101863]: Traceback (most recent call last): May 04 15:08:48.377456 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:08:48.377456 dv-cinder-829630-2-iscsi neutron-server[101863]: timer() May 04 15:08:48.377456 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:08:48.377456 dv-cinder-829630-2-iscsi neutron-server[101863]: cb(*args, **kw) May 04 15:08:48.377456 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:08:48.377456 dv-cinder-829630-2-iscsi neutron-server[101863]: return func(*args, **kwargs) May 04 15:08:48.377456 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:08:48.377456 dv-cinder-829630-2-iscsi neutron-server[101863]: self._notify() May 04 15:08:48.377456 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:08:48.377456 dv-cinder-829630-2-iscsi neutron-server[101863]: self.callback(batched_events) May 04 15:08:48.377456 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:08:48.377456 dv-cinder-829630-2-iscsi neutron-server[101863]: event.method(event) May 04 15:08:48.377456 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:08:48.377456 dv-cinder-829630-2-iscsi neutron-server[101863]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:08:48.377456 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:08:48.377456 dv-cinder-829630-2-iscsi neutron-server[101863]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:08:48.377456 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:08:48.377456 dv-cinder-829630-2-iscsi neutron-server[101863]: return f(self, *a, **k) May 04 15:08:48.377456 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:08:48.377456 dv-cinder-829630-2-iscsi neutron-server[101863]: return self._get(url).json() May 04 15:08:48.377456 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:08:48.377456 dv-cinder-829630-2-iscsi neutron-server[101863]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:08:48.377456 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:08:48.377456 dv-cinder-829630-2-iscsi neutron-server[101863]: return self.request(url, 'GET', **kwargs) May 04 15:08:48.377456 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:08:48.377456 dv-cinder-829630-2-iscsi neutron-server[101863]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:08:48.377456 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:08:48.377456 dv-cinder-829630-2-iscsi neutron-server[101863]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:08:48.377456 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:08:48.377456 dv-cinder-829630-2-iscsi neutron-server[101863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:08:48.377456 dv-cinder-829630-2-iscsi neutron-server[101863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:08:48.387645 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-acb43ae4-b221-4ce0-ae4b-2fb864e37db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:48.390352 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-acb43ae4-b221-4ce0-ae4b-2fb864e37db4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:48.391534 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-acb43ae4-b221-4ce0-ae4b-2fb864e37db4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/f21b8320-c87c-4970-84d6-07ff9c27ddd7 HTTP/1.1" status: 204 len: 168 time: 0.2934995 May 04 15:08:48.427997 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb43ae4-b221-4ce0-ae4b-2fb864e37db4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f21b8320-c87c-4970-84d6-07ff9c27ddd7,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:48.450329 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-fb5cd805-78f6-45d7-a0e0-66805be59d4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628060'] for network, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:48.460815 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-fb5cd805-78f6-45d7-a0e0-66805be59d4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:48.467872 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-fb5cd805-78f6-45d7-a0e0-66805be59d4d admin admin] 10.222.0.42 "DELETE /v2.0/networks/60c30b73-0e7f-49bb-89af-0e44584f9d97 HTTP/1.1" status: 204 len: 168 time: 0.6917179 May 04 15:08:48.479440 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5cd805-78f6-45d7-a0e0-66805be59d4d admin admin] Pushing event deleted for resources: {'Network': ['ID=60c30b73-0e7f-49bb-89af-0e44584f9d97,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:48.653698 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 49722) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:48.689914 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 49724) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:48.700777 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-6422e198-c1a0-41e0-96fd-abb80a89dcc9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=192ccf80824d4fa59de46a9e21ae0572&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0435560 May 04 15:08:48.703600 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 49726) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:48.707507 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f5940e01-730c-442f-aee9-95c94ffd946e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:48.758321 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-8142e528-3560-48b7-90d5-96678b427f51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:48.781714 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-8142e528-3560-48b7-90d5-96678b427f51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:48.799475 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f5940e01-730c-442f-aee9-95c94ffd946e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:48.805355 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f5940e01-730c-442f-aee9-95c94ffd946e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:48.830905 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-8142e528-3560-48b7-90d5-96678b427f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:48.834249 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-8142e528-3560-48b7-90d5-96678b427f51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:48.837806 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-8142e528-3560-48b7-90d5-96678b427f51 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ff24e2fd-f298-41f6-abaa-c3cbf1656432 HTTP/1.1" status: 204 len: 168 time: 0.1309917 May 04 15:08:48.845529 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8142e528-3560-48b7-90d5-96678b427f51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff24e2fd-f298-41f6-abaa-c3cbf1656432,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:48.850618 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5940e01-730c-442f-aee9-95c94ffd946e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54dc104f-2e1f-442e-98e8-6262b6aa3e5e,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:48.857164 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-f5940e01-730c-442f-aee9-95c94ffd946e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=3cebad62e1764e52a9fea36de998f5b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1659248 May 04 15:08:48.858116 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 49730) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:48.917514 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-525a40ea-496b-40e5-8989-ed5e02a86630 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:48.939351 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-525a40ea-496b-40e5-8989-ed5e02a86630 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:48.986945 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-525a40ea-496b-40e5-8989-ed5e02a86630 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:48.990206 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-525a40ea-496b-40e5-8989-ed5e02a86630 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:48.991387 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-525a40ea-496b-40e5-8989-ed5e02a86630 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/54dc104f-2e1f-442e-98e8-6262b6aa3e5e HTTP/1.1" status: 204 len: 168 time: 0.1316507 May 04 15:08:49.001598 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-525a40ea-496b-40e5-8989-ed5e02a86630 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54dc104f-2e1f-442e-98e8-6262b6aa3e5e,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:49.677906 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 49774) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:49.818849 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 14c6e390-898c-40c3-b504-117e314d1081 no longer exists at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:08:49.835905 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-61859cc0-f38b-4d6d-9203-31918ee58027 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-2057169159-network', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:08:49.843431 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] No Port match for: 14c6e390-898c-40c3-b504-117e314d1081 {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:08:49.843722 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 14c6e390-898c-40c3-b504-117e314d1081 not bound to the agent host dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:08:49.844149 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 168d45a7-68e7-4f05-b642-1e632b1af4f9 no longer exists at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:08:49.857114 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61859cc0-f38b-4d6d-9203-31918ee58027 admin admin] Made reservation on behalf of 76eaebd5bb0b42ddb62d18459fdf359f for: {'network': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:08:49.859620 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-61859cc0-f38b-4d6d-9203-31918ee58027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for network, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:49.865821 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] No Port match for: 168d45a7-68e7-4f05-b642-1e632b1af4f9 {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:08:49.866176 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 168d45a7-68e7-4f05-b642-1e632b1af4f9 not bound to the agent host dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:08:49.873857 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-61859cc0-f38b-4d6d-9203-31918ee58027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:49.961003 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-61859cc0-f38b-4d6d-9203-31918ee58027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:49.966025 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-61859cc0-f38b-4d6d-9203-31918ee58027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:49.991585 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61859cc0-f38b-4d6d-9203-31918ee58027 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 259} {{(pid=101864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 15:08:50.001382 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61859cc0-f38b-4d6d-9203-31918ee58027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afad33bb-b021-4041-9306-fae547fa821d,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:50.007462 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-61859cc0-f38b-4d6d-9203-31918ee58027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:50.007831 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.db.segments_db [None req-61859cc0-f38b-4d6d-9203-31918ee58027 admin admin] Added segment feb647e0-5b61-426e-9dab-96ad51b1a230 of type vlan for network 96103362-e6c6-4f42-a4d2-85307d75ab1d May 04 15:08:50.048992 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-61859cc0-f38b-4d6d-9203-31918ee58027 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755427588545'] for network, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:50.077170 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-61859cc0-f38b-4d6d-9203-31918ee58027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198'] for network, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:50.078239 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61859cc0-f38b-4d6d-9203-31918ee58027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:08:50.078840 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-61859cc0-f38b-4d6d-9203-31918ee58027 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:50.141980 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-61859cc0-f38b-4d6d-9203-31918ee58027 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4628978 May 04 15:08:50.143122 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61859cc0-f38b-4d6d-9203-31918ee58027 admin admin] Pushing event updated for resources: {'Network': ['ID=96103362-e6c6-4f42-a4d2-85307d75ab1d,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:50.144959 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 49794) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:50.150951 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-deb42abd-a38c-4f89-bb69-91b547d1bfdf admin admin] Request body: {'subnet': {'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-2057169159-subnet', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:08:50.154801 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Network 96103362-e6c6-4f42-a4d2-85307d75ab1d details requested by agent ovs-agent-dv-cinder-829630-2-iscsi with host dv-cinder-829630-2-iscsi {{(pid=101865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 15:08:50.178227 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb42abd-a38c-4f89-bb69-91b547d1bfdf admin admin] Made reservation on behalf of 76eaebd5bb0b42ddb62d18459fdf359f for: {'subnet': 1} {{(pid=101863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:08:50.181162 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-deb42abd-a38c-4f89-bb69-91b547d1bfdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262085007'] for subnet, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:50.358547 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-deb42abd-a38c-4f89-bb69-91b547d1bfdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2944337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262085017'] for subnet, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:50.407587 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb42abd-a38c-4f89-bb69-91b547d1bfdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd0d7759-75c7-4308-aa2b-41f64d063b5c,revision_number=0']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:50.425032 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb42abd-a38c-4f89-bb69-91b547d1bfdf admin admin] Checking segment: {'id': 'feb647e0-5b61-426e-9dab-96ad51b1a230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:08:50.425394 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb42abd-a38c-4f89-bb69-91b547d1bfdf admin admin] Network hostable DHCP agents. Network: 96103362-e6c6-4f42-a4d2-85307d75ab1d, hostable agents: ['fc62abde-e1bd-4968-8f20-84ac7e991332'], hosted agents: [] {{(pid=101863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 15:08:50.443283 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb42abd-a38c-4f89-bb69-91b547d1bfdf admin admin] Network 96103362-e6c6-4f42-a4d2-85307d75ab1d is scheduled to be hosted by DHCP agent fc62abde-e1bd-4968-8f20-84ac7e991332 with binding_index 1 {{(pid=101863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 15:08:50.452587 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-deb42abd-a38c-4f89-bb69-91b547d1bfdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-iscsi, 96103362-e6c6-4f42-a4d2-85307d75ab1d) {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:08:50.457160 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb42abd-a38c-4f89-bb69-91b547d1bfdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:08:50.458339 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-deb42abd-a38c-4f89-bb69-91b547d1bfdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:50.464619 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3886ee16-0e4c-4016-9be9-05564ff58e6a None None] Network 96103362-e6c6-4f42-a4d2-85307d75ab1d requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:08:50.479224 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-deb42abd-a38c-4f89-bb69-91b547d1bfdf admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3311362 May 04 15:08:50.480648 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 49804) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:50.486545 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-d5ddc94e-4d07-44d3-af05-2913a75c4103 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-2057169159-router', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:08:50.506146 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d5ddc94e-4d07-44d3-af05-2913a75c4103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-625049', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-27414'] for router, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:50.507850 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d5ddc94e-4d07-44d3-af05-2913a75c4103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-625769', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-628435', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-667354', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-27437'] for router, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:50.565967 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d5ddc94e-4d07-44d3-af05-2913a75c4103 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:50.623383 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cffd9899-0477-4513-bfad-d73465e3ab47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp08658952-b33c-5b25-a311-2ddce2069787-96103362-e6c6-4f42-a4d2-85307d75ab1d', 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'fixed_ips': [{'subnet_id': 'cd0d7759-75c7-4308-aa2b-41f64d063b5c'}]}} from dv-cinder-829630-2-iscsi. {{(pid=101865) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 04 15:08:50.624340 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-cffd9899-0477-4513-bfad-d73465e3ab47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:50.710792 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d5ddc94e-4d07-44d3-af05-2913a75c4103 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:50.792403 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.db_base_plugin_common [None req-cffd9899-0477-4513-bfad-d73465e3ab47 None None] Allocated IP 172.20.0.2 (96103362-e6c6-4f42-a4d2-85307d75ab1d/cd0d7759-75c7-4308-aa2b-41f64d063b5c/ca39b8d7-88d2-4193-a2fc-8c48e11422c0) {{(pid=101865) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:08:50.948610 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-cffd9899-0477-4513-bfad-d73465e3ab47 None None] Notify callbacks [] for port, precommit_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:50.955573 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-cffd9899-0477-4513-bfad-d73465e3ab47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013'] for port, after_create {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:50.993720 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffd9899-0477-4513-bfad-d73465e3ab47 None None] Network 96103362-e6c6-4f42-a4d2-85307d75ab1d is already hosted by enough agents. {{(pid=101865) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:08:51.000222 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.scheduler.base_scheduler [None req-cffd9899-0477-4513-bfad-d73465e3ab47 None None] Resources bound (agent type, host, resource id): {{(pid=101865) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:08:51.003854 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffd9899-0477-4513-bfad-d73465e3ab47 None None] Received port after_create {{(pid=101865) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:08:51.011274 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd9899-0477-4513-bfad-d73465e3ab47 None None] Pushing event updated for resources: {'Port': ['ID=ca39b8d7-88d2-4193-a2fc-8c48e11422c0,revision_number=1']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:51.066244 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-cffd9899-0477-4513-bfad-d73465e3ab47 None None] Attempting to bind port ca39b8d7-88d2-4193-a2fc-8c48e11422c0 on host dv-cinder-829630-2-iscsi for vnic_type normal with profile {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:08:51.066603 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-cffd9899-0477-4513-bfad-d73465e3ab47 None None] Attempting to bind port ca39b8d7-88d2-4193-a2fc-8c48e11422c0 by drivers openvswitch,hyperv on host dv-cinder-829630-2-iscsi at level 0 using segments [{'id': 'feb647e0-5b61-426e-9dab-96ad51b1a230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d'}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:08:51.066962 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffd9899-0477-4513-bfad-d73465e3ab47 None None] Attempting to bind port ca39b8d7-88d2-4193-a2fc-8c48e11422c0 on network 96103362-e6c6-4f42-a4d2-85307d75ab1d {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:08:51.072197 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffd9899-0477-4513-bfad-d73465e3ab47 None None] Checking agent: {'id': '53237496-8014-4dc2-9deb-3d098fbdee6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 49, 42), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:08:51.072566 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffd9899-0477-4513-bfad-d73465e3ab47 None None] Checking segment: {'id': 'feb647e0-5b61-426e-9dab-96ad51b1a230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:08:51.073059 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-cffd9899-0477-4513-bfad-d73465e3ab47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:51.073452 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cffd9899-0477-4513-bfad-d73465e3ab47 None None] Bound using segment: {'id': 'feb647e0-5b61-426e-9dab-96ad51b1a230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d'} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:08:51.073909 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-cffd9899-0477-4513-bfad-d73465e3ab47 None None] Bound port: ca39b8d7-88d2-4193-a2fc-8c48e11422c0, host: dv-cinder-829630-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb647e0-5b61-426e-9dab-96ad51b1a230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d'}}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:08:51.074282 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-cffd9899-0477-4513-bfad-d73465e3ab47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:51.150702 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-cffd9899-0477-4513-bfad-d73465e3ab47 None None] For port ca39b8d7-88d2-4193-a2fc-8c48e11422c0, host dv-cinder-829630-2-iscsi, cleared binding levels {{(pid=101865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:08:51.154687 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-cffd9899-0477-4513-bfad-d73465e3ab47 None None] For port ca39b8d7-88d2-4193-a2fc-8c48e11422c0, host dv-cinder-829630-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=ca39b8d7-88d2-4193-a2fc-8c48e11422c0,segment=NetworkSegment(feb647e0-5b61-426e-9dab-96ad51b1a230),segment_id=feb647e0-5b61-426e-9dab-96ad51b1a230)] {{(pid=101865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:08:51.158690 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-cffd9899-0477-4513-bfad-d73465e3ab47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:51.185797 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d5ddc94e-4d07-44d3-af05-2913a75c4103 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:51.206095 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d5ddc94e-4d07-44d3-af05-2913a75c4103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:51.229724 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffd9899-0477-4513-bfad-d73465e3ab47 None None] Pushing event updated for resources: {'Port': ['ID=ca39b8d7-88d2-4193-a2fc-8c48e11422c0,revision_number=2']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:51.323297 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.db_base_plugin_common [None req-d5ddc94e-4d07-44d3-af05-2913a75c4103 admin admin] Allocated IP 172.27.1.203 (de075482-66db-4cfa-a120-f2ea157cd064/5a69c200-2813-4998-8939-5704799bdcf4/32a999c7-2337-47ac-91eb-00e0adbed253) {{(pid=101863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:08:51.460403 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d5ddc94e-4d07-44d3-af05-2913a75c4103 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:51.507739 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d5ddc94e-4d07-44d3-af05-2913a75c4103 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:51.555657 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5ddc94e-4d07-44d3-af05-2913a75c4103 admin admin] Network de075482-66db-4cfa-a120-f2ea157cd064 is already hosted by enough agents. {{(pid=101863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:08:51.558804 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-d5ddc94e-4d07-44d3-af05-2913a75c4103 admin admin] Resources bound (agent type, host, resource id): {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:08:51.563484 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ddc94e-4d07-44d3-af05-2913a75c4103 admin admin] Received port after_create {{(pid=101863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:08:51.566752 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ddc94e-4d07-44d3-af05-2913a75c4103 admin admin] Pushing event updated for resources: {'Port': ['ID=32a999c7-2337-47ac-91eb-00e0adbed253,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:51.823544 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d5ddc94e-4d07-44d3-af05-2913a75c4103 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:51.856454 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device ca39b8d7-88d2-4193-a2fc-8c48e11422c0 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:08:51.938801 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port ca39b8d7-88d2-4193-a2fc-8c48e11422c0 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:08:51.939174 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:52.034407 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:52.055040 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d5ddc94e-4d07-44d3-af05-2913a75c4103 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-625762', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-628448'] for router, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:52.075093 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] For port ca39b8d7-88d2-4193-a2fc-8c48e11422c0, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=ca39b8d7-88d2-4193-a2fc-8c48e11422c0,segment=NetworkSegment(feb647e0-5b61-426e-9dab-96ad51b1a230),segment_id=feb647e0-5b61-426e-9dab-96ad51b1a230)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:08:52.080966 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:52.142596 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Pushing event updated for resources: {'Port': ['ID=ca39b8d7-88d2-4193-a2fc-8c48e11422c0,revision_number=3']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:52.229214 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5ddc94e-4d07-44d3-af05-2913a75c4103 admin admin] Router 31d74ac2-2d32-4311-87f5-eb6e25c18576 is scheduled to L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 with binding_index 1 {{(pid=101863) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} May 04 15:08:52.262959 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08971ec0-e31c-46f6-a71f-7ad68035c4c6 None None] Network 96103362-e6c6-4f42-a4d2-85307d75ab1d requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:08:52.338876 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-199f762b-beb7-47fd-9f28-b65459e4ca3a None None] Provisioning complete for port ca39b8d7-88d2-4193-a2fc-8c48e11422c0 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:08:52.339249 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-199f762b-beb7-47fd-9f28-b65459e4ca3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:52.346016 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5ddc94e-4d07-44d3-af05-2913a75c4103 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:08:52.359413 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1689a57-7c69-4a7c-b48a-83cba31d7ba1 None None] Sync routers for ids ['31d74ac2-2d32-4311-87f5-eb6e25c18576'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:08:52.370129 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d5ddc94e-4d07-44d3-af05-2913a75c4103 admin admin] Notify callbacks [] for router, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:52.371709 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-d5ddc94e-4d07-44d3-af05-2913a75c4103 admin admin] 10.222.0.42 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8892634 May 04 15:08:52.374298 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 49830) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:52.374691 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1689a57-7c69-4a7c-b48a-83cba31d7ba1 None None] Routers {'31d74ac2-2d32-4311-87f5-eb6e25c18576'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:08:52.375352 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-b1689a57-7c69-4a7c-b48a-83cba31d7ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:08:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['31d74ac2-2d32-4311-87f5-eb6e25c18576'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:52.500414 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-b1689a57-7c69-4a7c-b48a-83cba31d7ba1 None None] Set router 31d74ac2-2d32-4311-87f5-eb6e25c18576 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:08:52.717328 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-b1689a57-7c69-4a7c-b48a-83cba31d7ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'name': 'tempest-AttachVolumeTestJSON-2057169159-router', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:08:50Z', 'updated_at': '2022-05-04T15:08:51Z', 'revision_number': 3, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'gw_port': {'id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:08:51Z', 'updated_at': '2022-05-04T15:08:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:52.749315 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1689a57-7c69-4a7c-b48a-83cba31d7ba1 None None] Checking router: 31d74ac2-2d32-4311-87f5-eb6e25c18576 for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:08:52.749718 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1689a57-7c69-4a7c-b48a-83cba31d7ba1 None None] Updating router 31d74ac2-2d32-4311-87f5-eb6e25c18576 port 32a999c7-2337-47ac-91eb-00e0adbed253 binding host dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 15:08:52.774847 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-b1689a57-7c69-4a7c-b48a-83cba31d7ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:52.823790 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-3e3d3c65-9b4c-4206-be28-15ebe47b1f0b None None] Provisioning complete for port ca39b8d7-88d2-4193-a2fc-8c48e11422c0 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:08:52.824065 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-3e3d3c65-9b4c-4206-be28-15ebe47b1f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:52.903029 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2507c447-bf0e-4cee-a670-fef6736ab106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:53.061224 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.db_base_plugin_common [None req-2507c447-bf0e-4cee-a670-fef6736ab106 admin admin] Allocated IP 172.20.0.1 (96103362-e6c6-4f42-a4d2-85307d75ab1d/cd0d7759-75c7-4308-aa2b-41f64d063b5c/e029eb9a-30bd-420b-9121-5b678e6fbba8) {{(pid=101863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:08:53.119007 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-b1689a57-7c69-4a7c-b48a-83cba31d7ba1 None None] Notify callbacks [] for port, precommit_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:53.125555 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-b1689a57-7c69-4a7c-b48a-83cba31d7ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:53.173506 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2507c447-bf0e-4cee-a670-fef6736ab106 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:53.180279 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.managers [None req-b1689a57-7c69-4a7c-b48a-83cba31d7ba1 None None] Attempting to bind port 32a999c7-2337-47ac-91eb-00e0adbed253 on host dv-cinder-829630-2-iscsi for vnic_type normal with profile {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:08:53.180640 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.managers [None req-b1689a57-7c69-4a7c-b48a-83cba31d7ba1 None None] Attempting to bind port 32a999c7-2337-47ac-91eb-00e0adbed253 by drivers openvswitch,hyperv on host dv-cinder-829630-2-iscsi at level 0 using segments [{'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}] {{(pid=101866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:08:53.181021 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1689a57-7c69-4a7c-b48a-83cba31d7ba1 None None] Attempting to bind port 32a999c7-2337-47ac-91eb-00e0adbed253 on network de075482-66db-4cfa-a120-f2ea157cd064 {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:08:53.183800 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee183d-a5bd-40fd-a0c3-39c1044b01c8 None None] Pushing event updated for resources: {'Port': ['ID=32a999c7-2337-47ac-91eb-00e0adbed253,revision_number=2']} {{(pid=101866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:53.191064 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1689a57-7c69-4a7c-b48a-83cba31d7ba1 None None] Checking agent: {'id': '53237496-8014-4dc2-9deb-3d098fbdee6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 49, 42), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:08:53.191436 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1689a57-7c69-4a7c-b48a-83cba31d7ba1 None None] Checking segment: {'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101866) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:08:53.191831 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-b1689a57-7c69-4a7c-b48a-83cba31d7ba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:53.192767 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1689a57-7c69-4a7c-b48a-83cba31d7ba1 None None] Bound using segment: {'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'} {{(pid=101866) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:08:53.193231 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.managers [None req-b1689a57-7c69-4a7c-b48a-83cba31d7ba1 None None] Bound port: 32a999c7-2337-47ac-91eb-00e0adbed253, host: dv-cinder-829630-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '60ac4599-e6dd-4770-844e-5b54095f67fa', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}}] {{(pid=101866) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:08:53.193609 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-b1689a57-7c69-4a7c-b48a-83cba31d7ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:53.196670 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee183d-a5bd-40fd-a0c3-39c1044b01c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:53.197056 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee183d-a5bd-40fd-a0c3-39c1044b01c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:53.197392 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee183d-a5bd-40fd-a0c3-39c1044b01c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:53.197732 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee183d-a5bd-40fd-a0c3-39c1044b01c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:53.198043 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee183d-a5bd-40fd-a0c3-39c1044b01c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:53.198361 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee183d-a5bd-40fd-a0c3-39c1044b01c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:53.198681 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee183d-a5bd-40fd-a0c3-39c1044b01c8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:53.199001 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee183d-a5bd-40fd-a0c3-39c1044b01c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:53.199331 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee183d-a5bd-40fd-a0c3-39c1044b01c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:53.199652 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee183d-a5bd-40fd-a0c3-39c1044b01c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:53.199970 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee183d-a5bd-40fd-a0c3-39c1044b01c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:53.200281 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-deee183d-a5bd-40fd-a0c3-39c1044b01c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101866) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:53.209801 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2507c447-bf0e-4cee-a670-fef6736ab106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:53.250959 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.db [None req-b1689a57-7c69-4a7c-b48a-83cba31d7ba1 None None] For port 32a999c7-2337-47ac-91eb-00e0adbed253, host dv-cinder-829630-2-iscsi, cleared binding levels {{(pid=101866) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:08:53.251603 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2507c447-bf0e-4cee-a670-fef6736ab106 admin admin] Network 96103362-e6c6-4f42-a4d2-85307d75ab1d is already hosted by enough agents. {{(pid=101863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:08:53.254257 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.plugins.ml2.db [None req-b1689a57-7c69-4a7c-b48a-83cba31d7ba1 None None] For port 32a999c7-2337-47ac-91eb-00e0adbed253, host dv-cinder-829630-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=32a999c7-2337-47ac-91eb-00e0adbed253,segment=NetworkSegment(60ac4599-e6dd-4770-844e-5b54095f67fa),segment_id=60ac4599-e6dd-4770-844e-5b54095f67fa)] {{(pid=101866) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:08:53.255743 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-2507c447-bf0e-4cee-a670-fef6736ab106 admin admin] Resources bound (agent type, host, resource id): {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:08:53.258994 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron_lib.callbacks.manager [None req-b1689a57-7c69-4a7c-b48a-83cba31d7ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101866) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:53.260565 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2507c447-bf0e-4cee-a670-fef6736ab106 admin admin] Received port after_create {{(pid=101863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:08:53.263700 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507c447-bf0e-4cee-a670-fef6736ab106 admin admin] Pushing event updated for resources: {'Port': ['ID=e029eb9a-30bd-420b-9121-5b678e6fbba8,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:53.297698 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507c447-bf0e-4cee-a670-fef6736ab106 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:53.298050 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507c447-bf0e-4cee-a670-fef6736ab106 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:53.298395 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507c447-bf0e-4cee-a670-fef6736ab106 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:53.298849 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507c447-bf0e-4cee-a670-fef6736ab106 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:53.299054 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507c447-bf0e-4cee-a670-fef6736ab106 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:53.299383 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507c447-bf0e-4cee-a670-fef6736ab106 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:53.299712 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507c447-bf0e-4cee-a670-fef6736ab106 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:53.300371 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507c447-bf0e-4cee-a670-fef6736ab106 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:53.300371 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507c447-bf0e-4cee-a670-fef6736ab106 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:53.300669 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507c447-bf0e-4cee-a670-fef6736ab106 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:53.301019 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507c447-bf0e-4cee-a670-fef6736ab106 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:53.301356 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2507c447-bf0e-4cee-a670-fef6736ab106 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:53.301764 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1689a57-7c69-4a7c-b48a-83cba31d7ba1 None None] Routers {'31d74ac2-2d32-4311-87f5-eb6e25c18576'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:08:53.302388 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-b1689a57-7c69-4a7c-b48a-83cba31d7ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:08:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['31d74ac2-2d32-4311-87f5-eb6e25c18576'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:53.319699 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2507c447-bf0e-4cee-a670-fef6736ab106 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-628179'] for router_interface, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:53.372439 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deee183d-a5bd-40fd-a0c3-39c1044b01c8 None None] Pushing event updated for resources: {'Port': ['ID=32a999c7-2337-47ac-91eb-00e0adbed253,revision_number=3']} {{(pid=101866) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:53.445479 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-b1689a57-7c69-4a7c-b48a-83cba31d7ba1 None None] Set router 31d74ac2-2d32-4311-87f5-eb6e25c18576 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:08:53.453144 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2507c447-bf0e-4cee-a670-fef6736ab106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:53.533817 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-d45fdef8-7e7c-43f8-ad5d-a1f4795acab5 None None] Provisioning complete for port e029eb9a-30bd-420b-9121-5b678e6fbba8 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:08:53.534812 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-d45fdef8-7e7c-43f8-ad5d-a1f4795acab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:53.574729 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-d45fdef8-7e7c-43f8-ad5d-a1f4795acab5 None None] Port e029eb9a-30bd-420b-9121-5b678e6fbba8 cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:08:53.635860 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2507c447-bf0e-4cee-a670-fef6736ab106 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:53.640683 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2507c447-bf0e-4cee-a670-fef6736ab106 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2944232'] for port, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:53.647599 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-b1689a57-7c69-4a7c-b48a-83cba31d7ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'name': 'tempest-AttachVolumeTestJSON-2057169159-router', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:08:50Z', 'updated_at': '2022-05-04T15:08:51Z', 'revision_number': 3, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'gw_port': {'id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:08:51Z', 'updated_at': '2022-05-04T15:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:53.673815 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1689a57-7c69-4a7c-b48a-83cba31d7ba1 None None] The sync data for ids ['31d74ac2-2d32-4311-87f5-eb6e25c18576'] in dv-cinder-829630-2-iscsi is: [{'id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'name': 'tempest-AttachVolumeTestJSON-2057169159-router', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:08:50Z', 'updated_at': '2022-05-04T15:08:51Z', 'revision_number': 3, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'gw_port': {'id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:08:51Z', 'updated_at': '2022-05-04T15:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:08:53.710436 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2507c447-bf0e-4cee-a670-fef6736ab106 admin admin] Pushing event updated for resources: {'Port': ['ID=e029eb9a-30bd-420b-9121-5b678e6fbba8,revision_number=2']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:53.712800 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-2507c447-bf0e-4cee-a670-fef6736ab106 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-619180', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-628143'] for router_interface, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:53.822339 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2507c447-bf0e-4cee-a670-fef6736ab106 admin admin] Network 96103362-e6c6-4f42-a4d2-85307d75ab1d is already hosted by enough agents. {{(pid=101863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:08:53.823575 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-2507c447-bf0e-4cee-a670-fef6736ab106 admin admin] Resources bound (agent type, host, resource id): {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:08:53.827578 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device ca39b8d7-88d2-4193-a2fc-8c48e11422c0 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:08:53.887086 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port ca39b8d7-88d2-4193-a2fc-8c48e11422c0 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:08:53.887454 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:53.978897 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2507c447-bf0e-4cee-a670-fef6736ab106 admin admin] Router 31d74ac2-2d32-4311-87f5-eb6e25c18576 has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:08:54.106697 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-d3541731-3788-4d0b-a135-f2b848be1ad6 None None] Provisioning complete for port e029eb9a-30bd-420b-9121-5b678e6fbba8 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:08:54.107069 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-d3541731-3788-4d0b-a135-f2b848be1ad6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:54.115152 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2507c447-bf0e-4cee-a670-fef6736ab106 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:08:54.121199 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-2507c447-bf0e-4cee-a670-fef6736ab106 admin admin] 10.222.0.42 "PUT /v2.0/routers/31d74ac2-2d32-4311-87f5-eb6e25c18576/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7458255 May 04 15:08:54.145821 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-d3541731-3788-4d0b-a135-f2b848be1ad6 None None] Port e029eb9a-30bd-420b-9121-5b678e6fbba8 cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:08:54.660389 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 49854) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:54.665866 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-1b24790d-cefd-438b-9a6c-f61f06012407 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1809082184', 'description': 'tempest-description--1144489871'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:08:54.689363 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-1b24790d-cefd-438b-9a6c-f61f06012407 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:54.756658 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-1b24790d-cefd-438b-9a6c-f61f06012407 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:54.760485 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-1b24790d-cefd-438b-9a6c-f61f06012407 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:54.789417 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-1b24790d-cefd-438b-9a6c-f61f06012407 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:54.790665 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-1b24790d-cefd-438b-9a6c-f61f06012407 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1284766 May 04 15:08:54.793580 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 49856) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:54.794624 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b24790d-cefd-438b-9a6c-f61f06012407 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:54.798339 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-af026d8a-f9cb-47f8-9e70-ae034f8c8022 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Request body: {'security_group_rule': {'security_group_id': '87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:08:54.823697 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-af026d8a-f9cb-47f8-9e70-ae034f8c8022 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:54.885068 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-af026d8a-f9cb-47f8-9e70-ae034f8c8022 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:54.888786 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-af026d8a-f9cb-47f8-9e70-ae034f8c8022 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:54.905998 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af026d8a-f9cb-47f8-9e70-ae034f8c8022 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=642bdc03-344d-4f31-afb4-6dec2a3fce94,revision_number=0']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:54.915071 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af026d8a-f9cb-47f8-9e70-ae034f8c8022 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:54.915399 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af026d8a-f9cb-47f8-9e70-ae034f8c8022 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:54.915782 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af026d8a-f9cb-47f8-9e70-ae034f8c8022 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:54.916115 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af026d8a-f9cb-47f8-9e70-ae034f8c8022 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:54.916445 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af026d8a-f9cb-47f8-9e70-ae034f8c8022 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:54.916830 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af026d8a-f9cb-47f8-9e70-ae034f8c8022 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:54.917144 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af026d8a-f9cb-47f8-9e70-ae034f8c8022 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:54.917472 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af026d8a-f9cb-47f8-9e70-ae034f8c8022 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:54.917801 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af026d8a-f9cb-47f8-9e70-ae034f8c8022 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:54.918128 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af026d8a-f9cb-47f8-9e70-ae034f8c8022 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:54.918453 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af026d8a-f9cb-47f8-9e70-ae034f8c8022 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:54.918784 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af026d8a-f9cb-47f8-9e70-ae034f8c8022 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:08:54.923964 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-af026d8a-f9cb-47f8-9e70-ae034f8c8022 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:54.925235 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-af026d8a-f9cb-47f8-9e70-ae034f8c8022 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1305270 May 04 15:08:54.928473 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 49860) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:54.932868 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-4251bfe6-ed30-447b-8fd0-3ff3c983c1a5 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Request body: {'security_group_rule': {'security_group_id': '87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:08:54.958603 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4251bfe6-ed30-447b-8fd0-3ff3c983c1a5 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:55.018456 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4251bfe6-ed30-447b-8fd0-3ff3c983c1a5 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:55.026146 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4251bfe6-ed30-447b-8fd0-3ff3c983c1a5 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:55.044893 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4251bfe6-ed30-447b-8fd0-3ff3c983c1a5 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3b53277-0e99-490f-9ba6-dbcaf5bdaf0c,revision_number=0']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:55.053884 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-4251bfe6-ed30-447b-8fd0-3ff3c983c1a5 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:55.055094 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-4251bfe6-ed30-447b-8fd0-3ff3c983c1a5 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1256359 May 04 15:08:55.058294 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 49862) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:55.062590 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-516b32df-a412-438f-8c04-09037124537b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Request body: {'floatingip': {'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:08:55.084681 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-516b32df-a412-438f-8c04-09037124537b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for floatingip, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:55.182968 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-516b32df-a412-438f-8c04-09037124537b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:55.234477 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5312b84-ec85-41a4-a984-7300112fa8b4 None None] Sync routers for ids ['31d74ac2-2d32-4311-87f5-eb6e25c18576'] in dv-cinder-829630-2-iscsi {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:08:55.244419 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5312b84-ec85-41a4-a984-7300112fa8b4 None None] Routers {'31d74ac2-2d32-4311-87f5-eb6e25c18576'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:08:55.245082 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-b5312b84-ec85-41a4-a984-7300112fa8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:08:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['31d74ac2-2d32-4311-87f5-eb6e25c18576'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:55.287596 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_common [None req-516b32df-a412-438f-8c04-09037124537b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Allocated IP 172.27.1.117 (de075482-66db-4cfa-a120-f2ea157cd064/5a69c200-2813-4998-8939-5704799bdcf4/31869dec-0f9e-4572-84db-6184b37970ba) {{(pid=101864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:08:55.352814 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-b5312b84-ec85-41a4-a984-7300112fa8b4 None None] Set router 31d74ac2-2d32-4311-87f5-eb6e25c18576 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:08:55.391917 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-516b32df-a412-438f-8c04-09037124537b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for port, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:55.425292 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-516b32df-a412-438f-8c04-09037124537b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:55.464596 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-516b32df-a412-438f-8c04-09037124537b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Network de075482-66db-4cfa-a120-f2ea157cd064 is already hosted by enough agents. {{(pid=101864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:08:55.469179 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [None req-516b32df-a412-438f-8c04-09037124537b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Resources bound (agent type, host, resource id): {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:08:55.472420 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-516b32df-a412-438f-8c04-09037124537b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Received port after_create {{(pid=101864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:08:55.479019 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b32df-a412-438f-8c04-09037124537b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Pushing event updated for resources: {'Port': ['ID=31869dec-0f9e-4572-84db-6184b37970ba,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:55.558242 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-b5312b84-ec85-41a4-a984-7300112fa8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'name': 'tempest-AttachVolumeTestJSON-2057169159-router', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:08:50Z', 'updated_at': '2022-05-04T15:08:53Z', 'revision_number': 4, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'gw_port': {'id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:08:51Z', 'updated_at': '2022-05-04T15:08:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': 'e029eb9a-30bd-420b-9121-5b678e6fbba8', 'name': '', 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'mac_address': 'fa:16:3e:1a:34:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'cd0d7759-75c7-4308-aa2b-41f64d063b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:08:52Z', 'updated_at': '2022-05-04T15:08:53Z', 'revision_number': 2, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'subnets': [{'id': 'cd0d7759-75c7-4308-aa2b-41f64d063b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:55.563822 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-516b32df-a412-438f-8c04-09037124537b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:55.600522 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-516b32df-a412-438f-8c04-09037124537b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:55.707227 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5312b84-ec85-41a4-a984-7300112fa8b4 None None] Checking router: 31d74ac2-2d32-4311-87f5-eb6e25c18576 for host: dv-cinder-829630-2-iscsi {{(pid=101865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:08:55.707571 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5312b84-ec85-41a4-a984-7300112fa8b4 None None] Updating router 31d74ac2-2d32-4311-87f5-eb6e25c18576 port e029eb9a-30bd-420b-9121-5b678e6fbba8 binding host dv-cinder-829630-2-iscsi {{(pid=101865) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 04 15:08:55.733771 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-b5312b84-ec85-41a4-a984-7300112fa8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:55.777033 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-516b32df-a412-438f-8c04-09037124537b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for port, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:55.781913 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-516b32df-a412-438f-8c04-09037124537b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:55.854443 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 32a999c7-2337-47ac-91eb-00e0adbed253 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:08:55.855491 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516b32df-a412-438f-8c04-09037124537b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Pushing event updated for resources: {'Port': ['ID=31869dec-0f9e-4572-84db-6184b37970ba,revision_number=2']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:55.872658 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-516b32df-a412-438f-8c04-09037124537b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628046'] for floatingip, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:55.887705 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-516b32df-a412-438f-8c04-09037124537b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:55.897596 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-516b32df-a412-438f-8c04-09037124537b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8297844 May 04 15:08:55.992481 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port 32a999c7-2337-47ac-91eb-00e0adbed253 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:08:55.992888 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:56.031405 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-0683901f-1150-4b71-b6f3-a4b75b3bd854 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--1809082184&fields=id&tenant_id=76eaebd5bb0b42ddb62d18459fdf359f HTTP/1.1" status: 200 len: 267 time: 0.0329485 May 04 15:08:56.079489 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-b5312b84-ec85-41a4-a984-7300112fa8b4 None None] Notify callbacks [] for port, precommit_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:56.088279 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-b5312b84-ec85-41a4-a984-7300112fa8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:56.144566 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-bc60d4f3-6ced-48a6-b69f-3c5e2a7f5cd0 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:08:56.146875 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-bc60d4f3-6ced-48a6-b69f-3c5e2a7f5cd0 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/networks?id=96103362-e6c6-4f42-a4d2-85307d75ab1d HTTP/1.1" status: 200 len: 811 time: 0.1078131 May 04 15:08:56.163904 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:56.164454 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-03c7269a-3a2a-4351-9bc4-30339f68e43f tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/quotas/76eaebd5bb0b42ddb62d18459fdf359f HTTP/1.1" status: 200 len: 375 time: 0.0110517 May 04 15:08:56.177730 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d02ce-f710-487a-9ff8-3d008ffd53ba None None] Pushing event updated for resources: {'Port': ['ID=e029eb9a-30bd-420b-9121-5b678e6fbba8,revision_number=3']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:56.214149 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] For port 32a999c7-2337-47ac-91eb-00e0adbed253, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=32a999c7-2337-47ac-91eb-00e0adbed253,segment=NetworkSegment(60ac4599-e6dd-4770-844e-5b54095f67fa),segment_id=60ac4599-e6dd-4770-844e-5b54095f67fa)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:08:56.229355 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-3d93c052-32b9-49ec-9d7d-b507fc8dcc16 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=76eaebd5bb0b42ddb62d18459fdf359f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0575912 May 04 15:08:56.230813 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:56.250585 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-31579af5-833f-4fa4-856c-cb1fa416df16 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=101863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 15:08:56.251673 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-31579af5-833f-4fa4-856c-cb1fa416df16 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056286 May 04 15:08:56.266341 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-b5312b84-ec85-41a4-a984-7300112fa8b4 None None] Attempting to bind port e029eb9a-30bd-420b-9121-5b678e6fbba8 on host dv-cinder-829630-2-iscsi for vnic_type normal with profile {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:08:56.266912 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-b5312b84-ec85-41a4-a984-7300112fa8b4 None None] Attempting to bind port e029eb9a-30bd-420b-9121-5b678e6fbba8 by drivers openvswitch,hyperv on host dv-cinder-829630-2-iscsi at level 0 using segments [{'id': 'feb647e0-5b61-426e-9dab-96ad51b1a230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d'}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:08:56.267052 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5312b84-ec85-41a4-a984-7300112fa8b4 None None] Attempting to bind port e029eb9a-30bd-420b-9121-5b678e6fbba8 on network 96103362-e6c6-4f42-a4d2-85307d75ab1d {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:08:56.276018 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5312b84-ec85-41a4-a984-7300112fa8b4 None None] Checking agent: {'id': '53237496-8014-4dc2-9deb-3d098fbdee6f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-829630-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 49, 42), 'started_at': datetime.datetime(2022, 5, 4, 14, 50, 12), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 8, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-829630-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:08:56.276397 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5312b84-ec85-41a4-a984-7300112fa8b4 None None] Checking segment: {'id': 'feb647e0-5b61-426e-9dab-96ad51b1a230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101865) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:08:56.276821 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-b5312b84-ec85-41a4-a984-7300112fa8b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:56.277215 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5312b84-ec85-41a4-a984-7300112fa8b4 None None] Bound using segment: {'id': 'feb647e0-5b61-426e-9dab-96ad51b1a230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d'} {{(pid=101865) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:08:56.277683 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.managers [None req-b5312b84-ec85-41a4-a984-7300112fa8b4 None None] Bound port: e029eb9a-30bd-420b-9121-5b678e6fbba8, host: dv-cinder-829630-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'feb647e0-5b61-426e-9dab-96ad51b1a230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d'}}] {{(pid=101865) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:08:56.278063 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-b5312b84-ec85-41a4-a984-7300112fa8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:56.325718 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Pushing event updated for resources: {'Port': ['ID=32a999c7-2337-47ac-91eb-00e0adbed253,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:56.356863 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-71bce346-4d4a-4753-b710-8962a5d6c71c service neutron] 10.222.0.42 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975902 May 04 15:08:56.361282 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-b5312b84-ec85-41a4-a984-7300112fa8b4 None None] For port e029eb9a-30bd-420b-9121-5b678e6fbba8, host dv-cinder-829630-2-iscsi, cleared binding levels {{(pid=101865) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:08:56.365089 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-b5312b84-ec85-41a4-a984-7300112fa8b4 None None] For port e029eb9a-30bd-420b-9121-5b678e6fbba8, host dv-cinder-829630-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=e029eb9a-30bd-420b-9121-5b678e6fbba8,segment=NetworkSegment(feb647e0-5b61-426e-9dab-96ad51b1a230),segment_id=feb647e0-5b61-426e-9dab-96ad51b1a230)] {{(pid=101865) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:08:56.372745 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-b5312b84-ec85-41a4-a984-7300112fa8b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:56.415981 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-464fb6e3-f622-4533-821b-87cacfed8967 None None] Provisioning complete for port e029eb9a-30bd-420b-9121-5b678e6fbba8 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:08:56.416337 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-464fb6e3-f622-4533-821b-87cacfed8967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:56.458590 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-2e3414a9-82cd-4cb5-a30d-7da8e36c47bd service neutron] 10.222.0.42 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947509 May 04 15:08:56.475133 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5312b84-ec85-41a4-a984-7300112fa8b4 None None] Routers {'31d74ac2-2d32-4311-87f5-eb6e25c18576'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:08:56.475795 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-b5312b84-ec85-41a4-a984-7300112fa8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:08:38Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['31d74ac2-2d32-4311-87f5-eb6e25c18576'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:56.478910 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d02ce-f710-487a-9ff8-3d008ffd53ba None None] Pushing event updated for resources: {'Port': ['ID=e029eb9a-30bd-420b-9121-5b678e6fbba8,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:56.622997 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-464fb6e3-f622-4533-821b-87cacfed8967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:56.638360 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-b5312b84-ec85-41a4-a984-7300112fa8b4 None None] Set router 31d74ac2-2d32-4311-87f5-eb6e25c18576 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:08:56.691875 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-249a9b64-e0b6-4509-a06a-9048ccb630ba req-447916c8-7f05-4d25-a79f-8bd95d583549 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0429609 May 04 15:08:56.735307 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-464fb6e3-f622-4533-821b-87cacfed8967 None None] For port e029eb9a-30bd-420b-9121-5b678e6fbba8, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=e029eb9a-30bd-420b-9121-5b678e6fbba8,segment=NetworkSegment(feb647e0-5b61-426e-9dab-96ad51b1a230),segment_id=feb647e0-5b61-426e-9dab-96ad51b1a230)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:08:56.755374 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-464fb6e3-f622-4533-821b-87cacfed8967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:56.877860 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464fb6e3-f622-4533-821b-87cacfed8967 None None] Pushing event updated for resources: {'Port': ['ID=e029eb9a-30bd-420b-9121-5b678e6fbba8,revision_number=5']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:56.938406 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-16ba174b-5240-41da-92c0-fdfafcc0ef08 None None] Provisioning complete for port e029eb9a-30bd-420b-9121-5b678e6fbba8 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:08:56.938784 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-16ba174b-5240-41da-92c0-fdfafcc0ef08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:56.998300 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-b5312b84-ec85-41a4-a984-7300112fa8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'name': 'tempest-AttachVolumeTestJSON-2057169159-router', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:08:50Z', 'updated_at': '2022-05-04T15:08:53Z', 'revision_number': 4, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'gw_port': {'id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:08:51Z', 'updated_at': '2022-05-04T15:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': 'e029eb9a-30bd-420b-9121-5b678e6fbba8', 'name': '', 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'mac_address': 'fa:16:3e:1a:34:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'cd0d7759-75c7-4308-aa2b-41f64d063b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:08:52Z', 'updated_at': '2022-05-04T15:08:56Z', 'revision_number': 4, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'subnets': [{'id': 'cd0d7759-75c7-4308-aa2b-41f64d063b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:08:57.033343 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5312b84-ec85-41a4-a984-7300112fa8b4 None None] The sync data for ids ['31d74ac2-2d32-4311-87f5-eb6e25c18576'] in dv-cinder-829630-2-iscsi is: [{'id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'name': 'tempest-AttachVolumeTestJSON-2057169159-router', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:08:50Z', 'updated_at': '2022-05-04T15:08:53Z', 'revision_number': 4, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'gw_port': {'id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:08:51Z', 'updated_at': '2022-05-04T15:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': 'e029eb9a-30bd-420b-9121-5b678e6fbba8', 'name': '', 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'mac_address': 'fa:16:3e:1a:34:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'cd0d7759-75c7-4308-aa2b-41f64d063b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:08:52Z', 'updated_at': '2022-05-04T15:08:56Z', 'revision_number': 4, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'subnets': [{'id': 'cd0d7759-75c7-4308-aa2b-41f64d063b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:08:57.086365 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-98eaad2e-9f28-49e7-abfa-9f468ad0ed24 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1679808328&fields=id&tenant_id=746261ccdb744b4abdfc7b324a2ab0c7 HTTP/1.1" status: 200 len: 267 time: 0.0444453 May 04 15:08:57.255292 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-816950ce-34b4-4d7f-b0fe-4fb744477ec5 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:08:57.262549 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-816950ce-34b4-4d7f-b0fe-4fb744477ec5 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/networks?id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 HTTP/1.1" status: 200 len: 812 time: 0.1589978 May 04 15:08:57.280299 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-f1690cd1-6ea3-4665-aade-0daacf2e0019 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/quotas/746261ccdb744b4abdfc7b324a2ab0c7 HTTP/1.1" status: 200 len: 375 time: 0.0112488 May 04 15:08:57.347600 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-cca4b6e6-6eb6-460c-addb-99e794ddc85c tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=746261ccdb744b4abdfc7b324a2ab0c7&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0579255 May 04 15:08:57.489709 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-4a8dea5c-c329-46f6-b0ca-7f513748fa53 service neutron] 10.222.0.42 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246688 May 04 15:08:57.537158 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 49912) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:57.609073 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-dd62b3b5-f4f3-4528-8480-dd160efd2005 service neutron] 10.222.0.42 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098843 May 04 15:08:57.659702 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-563ce81e-048e-42b3-b944-ac56581b432b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:57.766145 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-563ce81e-048e-42b3-b944-ac56581b432b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:57.776758 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-563ce81e-048e-42b3-b944-ac56581b432b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:57.851189 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563ce81e-048e-42b3-b944-ac56581b432b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c311cdd2-3ab7-40e1-be2a-a4196b562744,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:57.859081 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-563ce81e-048e-42b3-b944-ac56581b432b admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=1969f4b0af94405d99b120ee4720d695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3195076 May 04 15:08:57.862330 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 49924) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:58.024992 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device e029eb9a-30bd-420b-9121-5b678e6fbba8 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:08:58.068828 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d841454a-fc55-4607-9bcf-9418682059e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:58.093795 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d841454a-fc55-4607-9bcf-9418682059e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:58.140495 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port e029eb9a-30bd-420b-9121-5b678e6fbba8 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:08:58.141457 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:58.158350 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-75b5375e-3416-4a29-ac8f-a0ed98f7e765 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:08:58.159872 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-75b5375e-3416-4a29-ac8f-a0ed98f7e765 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.11 "GET /v2.0/networks?id=96103362-e6c6-4f42-a4d2-85307d75ab1d HTTP/1.1" status: 200 len: 811 time: 0.2579839 May 04 15:08:58.174112 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-17a90d40-4f37-42e9-8a21-7c914ae802da req-53c5aeaa-d852-4355-83cc-93b6767afb65 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.1027880 May 04 15:08:58.270451 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d841454a-fc55-4607-9bcf-9418682059e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:58.273354 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d841454a-fc55-4607-9bcf-9418682059e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:58.274881 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-d841454a-fc55-4607-9bcf-9418682059e7 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/c311cdd2-3ab7-40e1-be2a-a4196b562744 HTTP/1.1" status: 204 len: 168 time: 0.4114950 May 04 15:08:58.285093 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 32a999c7-2337-47ac-91eb-00e0adbed253 up at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:08:58.287836 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-433f7a93-2c58-48af-b3ad-6d45a6a1dfe0 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76eaebd5bb0b42ddb62d18459fdf359f HTTP/1.1" status: 200 len: 380 time: 0.0890126 May 04 15:08:58.298142 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d841454a-fc55-4607-9bcf-9418682059e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c311cdd2-3ab7-40e1-be2a-a4196b562744,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:58.314483 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-502dd677-2232-4422-a35b-111a4ca3c44d tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Request body: {'port': {'device_id': '4caab4d9-bff5-48ae-aacc-d19df5e54b44', 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d', 'admin_state_up': True, 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'security_groups': ['87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94']}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:08:58.356362 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-caf408d8-bf4d-46d6-b3a0-9dea903da144 req-9bf7ab45-0b81-4f3e-ba6e-7d37600839b5 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0872965 May 04 15:08:58.369347 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Provisioning complete for port 32a999c7-2337-47ac-91eb-00e0adbed253 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:08:58.369768 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:58.543152 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-502dd677-2232-4422-a35b-111a4ca3c44d tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Made reservation on behalf of 76eaebd5bb0b42ddb62d18459fdf359f for: {'port': 1} {{(pid=101863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:08:58.546816 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-502dd677-2232-4422-a35b-111a4ca3c44d tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:58.682170 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 49944) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:58.699279 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-7b3d8dfe-f2d9-4d59-8439-24f8bbafafa8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:58.707247 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.db_base_plugin_common [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-502dd677-2232-4422-a35b-111a4ca3c44d tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Allocated IP 172.20.0.4 (96103362-e6c6-4f42-a4d2-85307d75ab1d/cd0d7759-75c7-4308-aa2b-41f64d063b5c/85b17549-74ad-4caf-9545-0a88bd2c7d0f) {{(pid=101863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:08:58.793624 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-7b3d8dfe-f2d9-4d59-8439-24f8bbafafa8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:58.797943 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-7b3d8dfe-f2d9-4d59-8439-24f8bbafafa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:58.838764 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-7b3d8dfe-f2d9-4d59-8439-24f8bbafafa8 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0c1c9fef297f4ffa9b6d448c1966d280&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1552939 May 04 15:08:58.839826 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3d8dfe-f2d9-4d59-8439-24f8bbafafa8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=577b1106-e586-4ced-bfb0-4c61cbb8468a,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:58.842383 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 49946) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:08:58.890180 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-502dd677-2232-4422-a35b-111a4ca3c44d tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for port, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:58.934765 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4ed797bb-6c73-4d42-8ca3-3ed55ca56eab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:58.955798 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-502dd677-2232-4422-a35b-111a4ca3c44d tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:58.965892 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4ed797bb-6c73-4d42-8ca3-3ed55ca56eab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:59.028667 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-502dd677-2232-4422-a35b-111a4ca3c44d tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Network 96103362-e6c6-4f42-a4d2-85307d75ab1d is already hosted by enough agents. {{(pid=101863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:08:59.035064 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502dd677-2232-4422-a35b-111a4ca3c44d tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Pushing event updated for resources: {'Port': ['ID=85b17549-74ad-4caf-9545-0a88bd2c7d0f,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:59.038259 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-502dd677-2232-4422-a35b-111a4ca3c44d tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Resources bound (agent type, host, resource id): {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:08:59.040550 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-502dd677-2232-4422-a35b-111a4ca3c44d tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Received port after_create {{(pid=101863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:08:59.087030 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4ed797bb-6c73-4d42-8ca3-3ed55ca56eab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:59.089614 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4ed797bb-6c73-4d42-8ca3-3ed55ca56eab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:59.090775 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-4ed797bb-6c73-4d42-8ca3-3ed55ca56eab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/577b1106-e586-4ced-bfb0-4c61cbb8468a HTTP/1.1" status: 204 len: 168 time: 0.2474048 May 04 15:08:59.102475 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-502dd677-2232-4422-a35b-111a4ca3c44d tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:08:59.103043 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-502dd677-2232-4422-a35b-111a4ca3c44d tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:59.110711 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed797bb-6c73-4d42-8ca3-3ed55ca56eab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=577b1106-e586-4ced-bfb0-4c61cbb8468a,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:08:59.128760 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-502dd677-2232-4422-a35b-111a4ca3c44d tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8325047 May 04 15:08:59.138775 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-ba8c2288-dc29-4f31-9d47-0abc95f4fc93 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=101863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 15:08:59.139772 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-ba8c2288-dc29-4f31-9d47-0abc95f4fc93 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059218 May 04 15:08:59.329029 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-4cdf218e-8012-42ec-997e-045fcf1b2342 None None] Provisioning complete for port 85b17549-74ad-4caf-9545-0a88bd2c7d0f triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:08:59.329590 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-4cdf218e-8012-42ec-997e-045fcf1b2342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:59.341911 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1e2e82-31dd-4b64-ae82-7dfc5af20a80 req-50c34c92-6394-4d67-9184-74ac8ece15f2 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:08:59.353019 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-da1e2e82-31dd-4b64-ae82-7dfc5af20a80 req-50c34c92-6394-4d67-9184-74ac8ece15f2 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 931 time: 0.0950830 May 04 15:08:59.395277 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-4cdf218e-8012-42ec-997e-045fcf1b2342 None None] Port 85b17549-74ad-4caf-9545-0a88bd2c7d0f cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:08:59.406900 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-e8e6bc53-ffef-4467-8b41-2d5ca9da5239 service neutron] Request body: {'port': {'device_id': '4caab4d9-bff5-48ae-aacc-d19df5e54b44', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:08:59.429075 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-add5b287-960b-4a5b-9338-22eef9ce1a5f tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:08:59.430586 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-add5b287-960b-4a5b-9338-22eef9ce1a5f tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.11 "GET /v2.0/networks?id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 HTTP/1.1" status: 200 len: 812 time: 0.1579788 May 04 15:08:59.441566 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-da1e2e82-31dd-4b64-ae82-7dfc5af20a80 req-89b311cc-10eb-4c91-8c0d-669c4309e780 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876760 May 04 15:08:59.478742 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-e8e6bc53-ffef-4467-8b41-2d5ca9da5239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:59.501290 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-d6c748b8-08bd-4c20-940b-81030b49bfbe tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=746261ccdb744b4abdfc7b324a2ab0c7 HTTP/1.1" status: 200 len: 380 time: 0.0568993 May 04 15:08:59.550871 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4fb0eab5-8388-45cb-a56d-58c244f96e3f req-c22af0f9-7bfb-4369-913f-5420969e426d tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0369792 May 04 15:08:59.662106 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-64f416db-3d90-43b8-acd3-3d493e90be11 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Request body: {'port': {'device_id': '6153eaae-71d3-439a-985b-14264cf11245', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'admin_state_up': True, 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'security_groups': ['48667ce0-4e07-4d10-8820-e9278ae54544']}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:08:59.794813 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-64f416db-3d90-43b8-acd3-3d493e90be11 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Made reservation on behalf of 746261ccdb744b4abdfc7b324a2ab0c7 for: {'port': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:08:59.798758 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-64f416db-3d90-43b8-acd3-3d493e90be11 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:08:59.949603 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_common [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-64f416db-3d90-43b8-acd3-3d493e90be11 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Allocated IP 172.20.0.4 (cbd2d677-a8b1-4ebd-b28c-fcf8695293b2/c125eab1-7cf8-4e7c-acbb-db552c02fcee/9fad6a12-39ce-49d1-90ae-07b24e13e523) {{(pid=101864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:09:00.081135 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-e8e6bc53-ffef-4467-8b41-2d5ca9da5239 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85b17549-74ad-4caf-9545-0a88bd2c7d0f {{(pid=101863) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:09:00.094021 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-e8e6bc53-ffef-4467-8b41-2d5ca9da5239 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:00.103762 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-64f416db-3d90-43b8-acd3-3d493e90be11 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for port, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:00.108182 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.provisioning_blocks [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-e8e6bc53-ffef-4467-8b41-2d5ca9da5239 service neutron] Transition to ACTIVE for port object 85b17549-74ad-4caf-9545-0a88bd2c7d0f will not be triggered until provisioned by entity L2. {{(pid=101863) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:09:00.113967 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-e8e6bc53-ffef-4467-8b41-2d5ca9da5239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2944232'] for port, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:00.144499 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-64f416db-3d90-43b8-acd3-3d493e90be11 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:00.162674 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6bc53-ffef-4467-8b41-2d5ca9da5239 service neutron] Pushing event updated for resources: {'Port': ['ID=85b17549-74ad-4caf-9545-0a88bd2c7d0f,revision_number=2']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:00.201268 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f416db-3d90-43b8-acd3-3d493e90be11 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Pushing event updated for resources: {'Port': ['ID=9fad6a12-39ce-49d1-90ae-07b24e13e523,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:00.219154 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-64f416db-3d90-43b8-acd3-3d493e90be11 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Network cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 is already hosted by enough agents. {{(pid=101864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:09:00.220672 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-64f416db-3d90-43b8-acd3-3d493e90be11 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Resources bound (agent type, host, resource id): {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:09:00.223441 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-64f416db-3d90-43b8-acd3-3d493e90be11 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Received port after_create {{(pid=101864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:09:00.287640 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-64f416db-3d90-43b8-acd3-3d493e90be11 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:00.288385 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-64f416db-3d90-43b8-acd3-3d493e90be11 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:00.289271 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.managers [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-e8e6bc53-ffef-4467-8b41-2d5ca9da5239 service neutron] Attempting to bind port 85b17549-74ad-4caf-9545-0a88bd2c7d0f on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:09:00.289606 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.managers [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-e8e6bc53-ffef-4467-8b41-2d5ca9da5239 service neutron] Attempting to bind port 85b17549-74ad-4caf-9545-0a88bd2c7d0f by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'feb647e0-5b61-426e-9dab-96ad51b1a230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d'}] {{(pid=101863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:09:00.291510 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-e8e6bc53-ffef-4467-8b41-2d5ca9da5239 service neutron] Attempting to bind port 85b17549-74ad-4caf-9545-0a88bd2c7d0f on network 96103362-e6c6-4f42-a4d2-85307d75ab1d {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:09:00.299291 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-e8e6bc53-ffef-4467-8b41-2d5ca9da5239 service neutron] Port 85b17549-74ad-4caf-9545-0a88bd2c7d0f on network 96103362-e6c6-4f42-a4d2-85307d75ab1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:09:00.312334 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-e8e6bc53-ffef-4467-8b41-2d5ca9da5239 service neutron] Attempting to bind port 85b17549-74ad-4caf-9545-0a88bd2c7d0f on network 96103362-e6c6-4f42-a4d2-85307d75ab1d {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:09:00.313435 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-64f416db-3d90-43b8-acd3-3d493e90be11 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6572566 May 04 15:09:00.323337 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-e8e6bc53-ffef-4467-8b41-2d5ca9da5239 service neutron] Checking agent: {'id': 'b5e3fd0f-344a-4130-968c-1c1293caf489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'started_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:09:00.323686 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-e8e6bc53-ffef-4467-8b41-2d5ca9da5239 service neutron] Checking segment: {'id': 'feb647e0-5b61-426e-9dab-96ad51b1a230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:09:00.324079 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-e8e6bc53-ffef-4467-8b41-2d5ca9da5239 service neutron] Bound using segment: {'id': 'feb647e0-5b61-426e-9dab-96ad51b1a230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d'} {{(pid=101863) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:09:00.324505 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.managers [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-e8e6bc53-ffef-4467-8b41-2d5ca9da5239 service neutron] Bound port: 85b17549-74ad-4caf-9545-0a88bd2c7d0f, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feb647e0-5b61-426e-9dab-96ad51b1a230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d'}}] {{(pid=101863) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:09:00.324897 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-e8e6bc53-ffef-4467-8b41-2d5ca9da5239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:00.337684 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-80cf1ef1-7f15-4396-9359-9484878dd8c4 service neutron] Request body: {'port': {'device_id': '6153eaae-71d3-439a-985b-14264cf11245', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:09:00.408634 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-80cf1ef1-7f15-4396-9359-9484878dd8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:00.450845 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-e8e6bc53-ffef-4467-8b41-2d5ca9da5239 service neutron] For port 85b17549-74ad-4caf-9545-0a88bd2c7d0f, host hv-cinder-82963, cleared binding levels {{(pid=101863) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:09:00.454503 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-e8e6bc53-ffef-4467-8b41-2d5ca9da5239 service neutron] For port 85b17549-74ad-4caf-9545-0a88bd2c7d0f, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=85b17549-74ad-4caf-9545-0a88bd2c7d0f,segment=NetworkSegment(feb647e0-5b61-426e-9dab-96ad51b1a230),segment_id=feb647e0-5b61-426e-9dab-96ad51b1a230)] {{(pid=101863) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:09:00.468181 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-e8e6bc53-ffef-4467-8b41-2d5ca9da5239 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2944232'] for port, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:00.525404 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-e8e6bc53-ffef-4467-8b41-2d5ca9da5239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:00.527719 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-e8e6bc53-ffef-4467-8b41-2d5ca9da5239 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:00.538137 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-e8e6bc53-ffef-4467-8b41-2d5ca9da5239 service neutron] 10.222.0.11 "PUT /v2.0/ports/85b17549-74ad-4caf-9545-0a88bd2c7d0f HTTP/1.1" status: 200 len: 1093 time: 1.3537302 May 04 15:09:00.538634 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4caab4d9-bff5-48ae-aacc-d19df5e54b44', 'tag': '85b17549-74ad-4caf-9545-0a88bd2c7d0f'}] {{(pid=101863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:09:00.542708 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c6767b5d81d022f3d85e9c22ce19b705c79dd3cfc51145499811648722293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a40e478-b30d-4edb-a440-b613efc97ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "4caab4d9-bff5-48ae-aacc-d19df5e54b44", "tag": "85b17549-74ad-4caf-9545-0a88bd2c7d0f"}]}' {{(pid=101863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:09:00.578244 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6bc53-ffef-4467-8b41-2d5ca9da5239 service neutron] Pushing event updated for resources: {'Port': ['ID=85b17549-74ad-4caf-9545-0a88bd2c7d0f,revision_number=3']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:00.718237 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f897c7-7dd1-4348-95f2-4f91d68af694 req-78b462f0-a15f-4cf1-8ed2-75f3e827a76f tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:00.728229 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e5f897c7-7dd1-4348-95f2-4f91d68af694 req-78b462f0-a15f-4cf1-8ed2-75f3e827a76f tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 943 time: 0.1353943 May 04 15:09:00.736622 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-907c0757-cd82-45e5-ace3-bd2e80437819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:00.738166 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-907c0757-cd82-45e5-ace3-bd2e80437819 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76eaebd5bb0b42ddb62d18459fdf359f&device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 1096 time: 0.0978041 May 04 15:09:00.768555 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-e15ede4c-63e7-4227-8ff0-2d44068743f4 None None] Provisioning complete for port 9fad6a12-39ce-49d1-90ae-07b24e13e523 triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:09:00.769226 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-e15ede4c-63e7-4227-8ff0-2d44068743f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:00.792180 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-80cf1ef1-7f15-4396-9359-9484878dd8c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fad6a12-39ce-49d1-90ae-07b24e13e523 {{(pid=101864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:09:00.800826 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-397123fa-6019-4194-97f0-d3ee7b02884f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85b17549-74ad-4caf-9545-0a88bd2c7d0f HTTP/1.1" status: 200 len: 217 time: 0.0478446 May 04 15:09:00.801043 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-80cf1ef1-7f15-4396-9359-9484878dd8c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:00.823624 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.provisioning_blocks [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-80cf1ef1-7f15-4396-9359-9484878dd8c4 service neutron] Transition to ACTIVE for port object 9fad6a12-39ce-49d1-90ae-07b24e13e523 will not be triggered until provisioned by entity L2. {{(pid=101864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:09:00.836886 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-80cf1ef1-7f15-4396-9359-9484878dd8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:00.845614 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-e15ede4c-63e7-4227-8ff0-2d44068743f4 None None] Port 9fad6a12-39ce-49d1-90ae-07b24e13e523 cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:09:00.865987 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e5f897c7-7dd1-4348-95f2-4f91d68af694 req-df33edaa-5d48-481a-a9e6-f6e9aa4c468e tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364930 May 04 15:09:00.877754 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-cd9e4d67-38af-4a61-a2a8-4c57862e21db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:00.882505 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-cd9e4d67-38af-4a61-a2a8-4c57862e21db service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd0d7759-75c7-4308-aa2b-41f64d063b5c HTTP/1.1" status: 200 len: 850 time: 0.0744040 May 04 15:09:00.909867 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf1ef1-7f15-4396-9359-9484878dd8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9fad6a12-39ce-49d1-90ae-07b24e13e523,revision_number=2']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:00.953536 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-4d1d6570-bb16-45cc-bd32-91a8bd46a340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:00.954930 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-4d1d6570-bb16-45cc-bd32-91a8bd46a340 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96103362-e6c6-4f42-a4d2-85307d75ab1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0662811 May 04 15:09:00.964693 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb2147b1-8147-449d-b04a-cbba042a4a25 x-openstack-request-id: req-bb2147b1-8147-449d-b04a-cbba042a4a25 {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:09:00.965012 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4caab4d9-bff5-48ae-aacc-d19df5e54b44", "tag": "85b17549-74ad-4caf-9545-0a88bd2c7d0f", "status": "completed", "code": 200}]} {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:09:00.965264 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-bb2147b1-8147-449d-b04a-cbba042a4a25 {{(pid=101863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:09:00.965673 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bb2147b1-8147-449d-b04a-cbba042a4a25'] response: {'name': 'network-changed', 'server_uuid': '4caab4d9-bff5-48ae-aacc-d19df5e54b44', 'tag': '85b17549-74ad-4caf-9545-0a88bd2c7d0f', 'status': 'completed', 'code': 200} May 04 15:09:01.001511 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-80cf1ef1-7f15-4396-9359-9484878dd8c4 service neutron] Attempting to bind port 9fad6a12-39ce-49d1-90ae-07b24e13e523 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:09:01.002149 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-80cf1ef1-7f15-4396-9359-9484878dd8c4 service neutron] Attempting to bind port 9fad6a12-39ce-49d1-90ae-07b24e13e523 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'd31e7b59-dfee-4fbf-9768-43afaf63f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2'}] {{(pid=101864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:09:01.002585 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-80cf1ef1-7f15-4396-9359-9484878dd8c4 service neutron] Attempting to bind port 9fad6a12-39ce-49d1-90ae-07b24e13e523 on network cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:09:01.010896 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-80cf1ef1-7f15-4396-9359-9484878dd8c4 service neutron] Port 9fad6a12-39ce-49d1-90ae-07b24e13e523 on network cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:09:01.011363 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-80cf1ef1-7f15-4396-9359-9484878dd8c4 service neutron] Attempting to bind port 9fad6a12-39ce-49d1-90ae-07b24e13e523 on network cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:09:01.018796 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-80cf1ef1-7f15-4396-9359-9484878dd8c4 service neutron] Checking agent: {'id': 'b5e3fd0f-344a-4130-968c-1c1293caf489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'started_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 8, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:09:01.020887 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-80cf1ef1-7f15-4396-9359-9484878dd8c4 service neutron] Checking segment: {'id': 'd31e7b59-dfee-4fbf-9768-43afaf63f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:09:01.021883 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-80cf1ef1-7f15-4396-9359-9484878dd8c4 service neutron] Bound using segment: {'id': 'd31e7b59-dfee-4fbf-9768-43afaf63f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2'} {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:09:01.022565 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-80cf1ef1-7f15-4396-9359-9484878dd8c4 service neutron] Bound port: 9fad6a12-39ce-49d1-90ae-07b24e13e523, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd31e7b59-dfee-4fbf-9768-43afaf63f9d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 252, 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2'}}] {{(pid=101864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:09:01.023125 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-80cf1ef1-7f15-4396-9359-9484878dd8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:01.112048 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-80cf1ef1-7f15-4396-9359-9484878dd8c4 service neutron] For port 9fad6a12-39ce-49d1-90ae-07b24e13e523, host hv-cinder-82963, cleared binding levels {{(pid=101864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:09:01.116657 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-80cf1ef1-7f15-4396-9359-9484878dd8c4 service neutron] For port 9fad6a12-39ce-49d1-90ae-07b24e13e523, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=9fad6a12-39ce-49d1-90ae-07b24e13e523,segment=NetworkSegment(d31e7b59-dfee-4fbf-9768-43afaf63f9d2),segment_id=d31e7b59-dfee-4fbf-9768-43afaf63f9d2)] {{(pid=101864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:09:01.123353 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-80cf1ef1-7f15-4396-9359-9484878dd8c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:01.141697 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-cec41d32-77a7-4994-a684-3e40f7e7c0ea service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751225 May 04 15:09:01.150424 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775f71a8-36a7-4401-b004-10e8c3f2cecc req-d807964d-662f-4cb9-8b08-a9df483aea6b tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:01.157423 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-775f71a8-36a7-4401-b004-10e8c3f2cecc req-d807964d-662f-4cb9-8b08-a9df483aea6b tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.1050043 May 04 15:09:01.179536 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-80cf1ef1-7f15-4396-9359-9484878dd8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:01.180297 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-80cf1ef1-7f15-4396-9359-9484878dd8c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:01.182463 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-80cf1ef1-7f15-4396-9359-9484878dd8c4 service neutron] 10.222.0.11 "PUT /v2.0/ports/9fad6a12-39ce-49d1-90ae-07b24e13e523 HTTP/1.1" status: 200 len: 1093 time: 0.8538418 May 04 15:09:01.186849 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6153eaae-71d3-439a-985b-14264cf11245', 'tag': '9fad6a12-39ce-49d1-90ae-07b24e13e523'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:09:01.189327 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3228fca4-1afc-499b-a50a-c9cfffa25e47" -d '{"events": [{"name": "network-changed", "server_uuid": "6153eaae-71d3-439a-985b-14264cf11245", "tag": "9fad6a12-39ce-49d1-90ae-07b24e13e523"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:09:01.217879 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cf1ef1-7f15-4396-9359-9484878dd8c4 service neutron] Pushing event updated for resources: {'Port': ['ID=9fad6a12-39ce-49d1-90ae-07b24e13e523,revision_number=3']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:01.253707 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-775f71a8-36a7-4401-b004-10e8c3f2cecc req-26413350-920a-4ca5-911a-8c1aa29dc401 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910892 May 04 15:09:01.295493 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a5d45c1a-676b-4f08-9d1d-106824ced843 req-824e1d5d-cf40-414f-a5bf-a78f9e641e12 service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425683 May 04 15:09:01.305678 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-5d111843-b66f-42b9-8320-4f8bcf931dce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:01.308942 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-5d111843-b66f-42b9-8320-4f8bcf931dce service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=746261ccdb744b4abdfc7b324a2ab0c7&device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 1096 time: 0.0616410 May 04 15:09:01.371841 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:09:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4d88df-c9c7-4044-a049-258562ae69bf x-openstack-request-id: req-dc4d88df-c9c7-4044-a049-258562ae69bf {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:09:01.372139 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6153eaae-71d3-439a-985b-14264cf11245", "tag": "9fad6a12-39ce-49d1-90ae-07b24e13e523", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:09:01.372389 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dc4d88df-c9c7-4044-a049-258562ae69bf {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:09:01.372819 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dc4d88df-c9c7-4044-a049-258562ae69bf'] response: {'name': 'network-changed', 'server_uuid': '6153eaae-71d3-439a-985b-14264cf11245', 'tag': '9fad6a12-39ce-49d1-90ae-07b24e13e523', 'status': 'completed', 'code': 200} May 04 15:09:01.375822 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-9868f653-69ab-4e40-9ada-3dcbd962f65b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fad6a12-39ce-49d1-90ae-07b24e13e523 HTTP/1.1" status: 200 len: 217 time: 0.0545969 May 04 15:09:01.457396 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40e478-b30d-4edb-a440-b613efc97ca8 req-089f7532-c2fb-4d04-ab77-0ae41e31d808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:01.457708 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-01c2cfc9-ac37-4767-a692-3c862b5444b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:01.459267 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-01c2cfc9-ac37-4767-a692-3c862b5444b8 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c125eab1-7cf8-4e7c-acbb-db552c02fcee HTTP/1.1" status: 200 len: 851 time: 0.0484459 May 04 15:09:01.459925 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0a40e478-b30d-4edb-a440-b613efc97ca8 req-089f7532-c2fb-4d04-ab77-0ae41e31d808 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76eaebd5bb0b42ddb62d18459fdf359f&device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 1096 time: 0.0489075 May 04 15:09:01.524228 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-ea105b71-837f-4524-91d3-a040b90d5a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:01.526154 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-ea105b71-837f-4524-91d3-a040b90d5a36 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0537162 May 04 15:09:01.591184 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40e478-b30d-4edb-a440-b613efc97ca8 req-00c5034c-235c-464a-ae6a-0b36a25c51d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:01.592679 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0a40e478-b30d-4edb-a440-b613efc97ca8 req-00c5034c-235c-464a-ae6a-0b36a25c51d1 service neutron] 10.222.0.11 "GET /v2.0/networks?id=96103362-e6c6-4f42-a4d2-85307d75ab1d HTTP/1.1" status: 200 len: 912 time: 0.1197064 May 04 15:09:01.649387 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-7e30cad1-edf8-41b0-a62d-52b6dd471f8b service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1160240 May 04 15:09:01.654396 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0a40e478-b30d-4edb-a440-b613efc97ca8 req-59cf5d65-07ce-4bdd-9ecc-443c59c39d9a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85b17549-74ad-4caf-9545-0a88bd2c7d0f HTTP/1.1" status: 200 len: 217 time: 0.0547352 May 04 15:09:01.728682 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40e478-b30d-4edb-a440-b613efc97ca8 req-dbfb70fd-6f2b-4946-9b05-737ece835d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:01.730300 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0a40e478-b30d-4edb-a440-b613efc97ca8 req-dbfb70fd-6f2b-4946-9b05-737ece835d4f service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd0d7759-75c7-4308-aa2b-41f64d063b5c HTTP/1.1" status: 200 len: 850 time: 0.0676308 May 04 15:09:01.756880 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b4fc486f-d856-45ae-8fe6-c9cd080b8630 req-9fbbe94a-6a2f-4586-b586-a03cc74a19f3 service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012015 May 04 15:09:01.784247 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40e478-b30d-4edb-a440-b613efc97ca8 req-eb1a0620-795c-4be2-b091-0650d04245c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:01.785881 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0a40e478-b30d-4edb-a440-b613efc97ca8 req-eb1a0620-795c-4be2-b091-0650d04245c7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96103362-e6c6-4f42-a4d2-85307d75ab1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0490720 May 04 15:09:01.907432 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228fca4-1afc-499b-a50a-c9cfffa25e47 req-1a529735-b5ad-4864-bdb5-4abd9324360e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:01.908990 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-3228fca4-1afc-499b-a50a-c9cfffa25e47 req-1a529735-b5ad-4864-bdb5-4abd9324360e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=746261ccdb744b4abdfc7b324a2ab0c7&device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 1096 time: 0.0426979 May 04 15:09:01.959748 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0a40e478-b30d-4edb-a440-b613efc97ca8 req-733edbf3-b5d7-431d-a239-6c049aee2a0e service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989456 May 04 15:09:02.011175 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228fca4-1afc-499b-a50a-c9cfffa25e47 req-b81ea883-8de5-451b-b1fa-5a7a274e84f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:02.012669 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-3228fca4-1afc-499b-a50a-c9cfffa25e47 req-b81ea883-8de5-451b-b1fa-5a7a274e84f9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 HTTP/1.1" status: 200 len: 913 time: 0.0970931 May 04 15:09:02.060762 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-3228fca4-1afc-499b-a50a-c9cfffa25e47 req-d00700b2-23b9-4016-8397-c92810aba022 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fad6a12-39ce-49d1-90ae-07b24e13e523 HTTP/1.1" status: 200 len: 217 time: 0.0402212 May 04 15:09:02.071835 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f08775-3a92-4e85-954c-f9935dd9d6c6 req-3742c65c-88c6-48fa-865e-4edeff4e9ea0 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:02.073405 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e5f08775-3a92-4e85-954c-f9935dd9d6c6 req-3742c65c-88c6-48fa-865e-4edeff4e9ea0 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 943 time: 0.1186504 May 04 15:09:02.118953 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0a40e478-b30d-4edb-a440-b613efc97ca8 req-c999bafa-099f-43b7-84f4-989877601cb4 service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517642 May 04 15:09:02.120526 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228fca4-1afc-499b-a50a-c9cfffa25e47 req-2f8ca28a-4492-4912-8eb1-8d16fc34ca00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:02.122043 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-3228fca4-1afc-499b-a50a-c9cfffa25e47 req-2f8ca28a-4492-4912-8eb1-8d16fc34ca00 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c125eab1-7cf8-4e7c-acbb-db552c02fcee HTTP/1.1" status: 200 len: 851 time: 0.0551641 May 04 15:09:02.133938 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e5f08775-3a92-4e85-954c-f9935dd9d6c6 req-3f33c809-e221-490e-8210-13320bbccd3e tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0508916 May 04 15:09:02.185236 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3228fca4-1afc-499b-a50a-c9cfffa25e47 req-4b8eec54-af05-40da-9a27-2678e09d94f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:02.187147 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-3228fca4-1afc-499b-a50a-c9cfffa25e47 req-4b8eec54-af05-40da-9a27-2678e09d94f7 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0440087 May 04 15:09:02.286492 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-3228fca4-1afc-499b-a50a-c9cfffa25e47 req-c2d50307-8b44-4cad-b149-ab865ae7fa88 service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908988 May 04 15:09:02.388213 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d00a42f-b6e4-48e5-b86d-7dfddcb6ffef req-9ec67f0e-20df-4812-af60-e994a25a64f2 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:02.389667 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0d00a42f-b6e4-48e5-b86d-7dfddcb6ffef req-9ec67f0e-20df-4812-af60-e994a25a64f2 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.0586047 May 04 15:09:02.398155 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-3228fca4-1afc-499b-a50a-c9cfffa25e47 req-764d4cd6-5c96-47f2-b851-f0fe01d975ef service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063337 May 04 15:09:02.428923 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0d00a42f-b6e4-48e5-b86d-7dfddcb6ffef req-c1e2f4e6-4d23-4618-9e97-ab5b3a0790e8 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331011 May 04 15:09:03.250046 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63064092-2fff-464e-a67b-56a91d1902ee req-c0e1ab5e-3203-4962-ae34-addbd0786ee5 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:03.251570 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-63064092-2fff-464e-a67b-56a91d1902ee req-c0e1ab5e-3203-4962-ae34-addbd0786ee5 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 943 time: 0.0490971 May 04 15:09:03.292310 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-63064092-2fff-464e-a67b-56a91d1902ee req-1af6024f-4469-4b22-8456-2fbd5659e22b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342832 May 04 15:09:03.540946 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47983d62-4556-4f22-82ce-c2059a5ae041 req-588bcd9f-1dfb-486b-9dfd-55b41f9352af tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:03.542518 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-47983d62-4556-4f22-82ce-c2059a5ae041 req-588bcd9f-1dfb-486b-9dfd-55b41f9352af tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.0483696 May 04 15:09:03.579738 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-47983d62-4556-4f22-82ce-c2059a5ae041 req-2ffc6a6d-fae1-4728-a33e-e5f788566239 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313814 May 04 15:09:04.165204 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 50040) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:09:04.272696 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bc5c48a2-959f-4f8b-bfed-483559c7f057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:04.351900 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bc5c48a2-959f-4f8b-bfed-483559c7f057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:04.356070 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bc5c48a2-959f-4f8b-bfed-483559c7f057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:04.419769 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-bc5c48a2-959f-4f8b-bfed-483559c7f057 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=78785248e8f840298179d687e25a7063&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534702 May 04 15:09:04.422473 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 50046) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:09:04.423111 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5c48a2-959f-4f8b-bfed-483559c7f057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ddf3f8d9-1443-4cb2-9cb8-cd4e9e9b2e91,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:04.442638 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212e0501-52ae-4301-ac1f-1c6c8c726b54 req-1a74a8c5-e3f1-4097-a9f1-a756d7f446f8 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:04.444135 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-212e0501-52ae-4301-ac1f-1c6c8c726b54 req-1a74a8c5-e3f1-4097-a9f1-a756d7f446f8 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 943 time: 0.0727608 May 04 15:09:04.475105 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-00274b21-6a74-4f35-9e7c-b83ffa023f52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:04.482526 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-212e0501-52ae-4301-ac1f-1c6c8c726b54 req-02d478c8-a126-4935-9d06-7ba1cf487f77 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323858 May 04 15:09:04.496998 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-00274b21-6a74-4f35-9e7c-b83ffa023f52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:04.543582 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-00274b21-6a74-4f35-9e7c-b83ffa023f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:04.546571 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-00274b21-6a74-4f35-9e7c-b83ffa023f52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:04.548005 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-00274b21-6a74-4f35-9e7c-b83ffa023f52 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ddf3f8d9-1443-4cb2-9cb8-cd4e9e9b2e91 HTTP/1.1" status: 204 len: 168 time: 0.1243572 May 04 15:09:04.556376 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00274b21-6a74-4f35-9e7c-b83ffa023f52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddf3f8d9-1443-4cb2-9cb8-cd4e9e9b2e91,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:04.697105 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5502f-7176-404a-9d49-f1d08f6c7671 req-340fec51-c5f3-4d3b-9044-74d1cb8a3913 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:04.698626 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8ed5502f-7176-404a-9d49-f1d08f6c7671 req-340fec51-c5f3-4d3b-9044-74d1cb8a3913 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.0504825 May 04 15:09:04.742940 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8ed5502f-7176-404a-9d49-f1d08f6c7671 req-9059c422-e10f-4480-bbdb-3697563f6234 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380905 May 04 15:09:04.839652 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 50054) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:09:04.853817 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-3f24ba35-f2fa-44a4-b5fc-71479005c9d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:04.929858 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-3f24ba35-f2fa-44a4-b5fc-71479005c9d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:04.934486 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-3f24ba35-f2fa-44a4-b5fc-71479005c9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:04.984360 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-3f24ba35-f2fa-44a4-b5fc-71479005c9d2 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=7814b1263f724b5dbb3f3069848e65f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1436052 May 04 15:09:04.985460 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f24ba35-f2fa-44a4-b5fc-71479005c9d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fed70de-36b9-4231-a0ee-c3cf7b28a667,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:04.987079 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 50056) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:09:05.039534 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-dc3e9aaa-59f9-4008-ab6c-769fd4f5d1df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:05.059938 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-dc3e9aaa-59f9-4008-ab6c-769fd4f5d1df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:05.106715 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-dc3e9aaa-59f9-4008-ab6c-769fd4f5d1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:05.109428 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-dc3e9aaa-59f9-4008-ab6c-769fd4f5d1df admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:05.110580 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-dc3e9aaa-59f9-4008-ab6c-769fd4f5d1df admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3fed70de-36b9-4231-a0ee-c3cf7b28a667 HTTP/1.1" status: 204 len: 168 time: 0.1219158 May 04 15:09:05.118870 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3e9aaa-59f9-4008-ab6c-769fd4f5d1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fed70de-36b9-4231-a0ee-c3cf7b28a667,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:05.600738 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0b3f97-5ff4-4f1d-9d71-cced54205235 req-18f99cba-c47f-4373-adb8-43dc9e54fa8f tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:05.602322 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1e0b3f97-5ff4-4f1d-9d71-cced54205235 req-18f99cba-c47f-4373-adb8-43dc9e54fa8f tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 943 time: 0.0512159 May 04 15:09:05.641721 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1e0b3f97-5ff4-4f1d-9d71-cced54205235 req-03509d37-46d4-44db-93d8-300f7087e8e7 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333402 May 04 15:09:05.822807 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 85b17549-74ad-4caf-9545-0a88bd2c7d0f details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:09:05.865516 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d6f77-20b0-46f7-9e2d-da93ba18667f req-69ec2acd-56bd-4f3c-998e-f0fc81507123 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:05.867733 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-544d6f77-20b0-46f7-9e2d-da93ba18667f req-69ec2acd-56bd-4f3c-998e-f0fc81507123 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.0566571 May 04 15:09:05.910322 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-544d6f77-20b0-46f7-9e2d-da93ba18667f req-c3e0c511-e442-47bf-843e-7f38a9efb8d4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355983 May 04 15:09:05.933143 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 85b17549-74ad-4caf-9545-0a88bd2c7d0f, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=85b17549-74ad-4caf-9545-0a88bd2c7d0f,segment=NetworkSegment(feb647e0-5b61-426e-9dab-96ad51b1a230),segment_id=feb647e0-5b61-426e-9dab-96ad51b1a230)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:09:05.948208 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Returning: {'device': '85b17549-74ad-4caf-9545-0a88bd2c7d0f', 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d', 'port_id': '85b17549-74ad-4caf-9545-0a88bd2c7d0f', 'mac_address': 'fa:16:3e:2a:14:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd0d7759-75c7-4308-aa2b-41f64d063b5c', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:09:05.985129 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:05.998594 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85b17549-74ad-4caf-9545-0a88bd2c7d0f {{(pid=101865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:09:06.021972 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 85b17549-74ad-4caf-9545-0a88bd2c7d0f, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=85b17549-74ad-4caf-9545-0a88bd2c7d0f,segment=NetworkSegment(feb647e0-5b61-426e-9dab-96ad51b1a230),segment_id=feb647e0-5b61-426e-9dab-96ad51b1a230)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:09:06.025972 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:06.073463 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=85b17549-74ad-4caf-9545-0a88bd2c7d0f,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:06.164009 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-f81d89a4-7a7d-4cd1-b0c2-e5c57d96119d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:06.449306 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['85b17549-74ad-4caf-9545-0a88bd2c7d0f'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:09:06.765169 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c2c7f-d6fc-459e-b845-8b80be33f00e req-b5954bb6-9283-447f-a126-7c30ff5aadd7 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:06.766678 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a39c2c7f-d6fc-459e-b845-8b80be33f00e req-b5954bb6-9283-447f-a126-7c30ff5aadd7 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 944 time: 0.0541844 May 04 15:09:06.813329 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a39c2c7f-d6fc-459e-b845-8b80be33f00e req-ca2d5712-99c8-4d54-a90f-2314ed69f76b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394876 May 04 15:09:06.818351 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 50116) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:09:06.923121 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b0445693-19a4-4afd-8523-14d380d2f58e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:07.030217 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b0445693-19a4-4afd-8523-14d380d2f58e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:07.036866 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b0445693-19a4-4afd-8523-14d380d2f58e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:07.090458 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acd3aa1-e5e8-4cdb-addc-82bb5c28bceb req-4d811053-edd3-4427-831a-e3bc3fd4b83c tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:07.091948 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1acd3aa1-e5e8-4cdb-addc-82bb5c28bceb req-4d811053-edd3-4427-831a-e3bc3fd4b83c tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.1032729 May 04 15:09:07.095605 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-b0445693-19a4-4afd-8523-14d380d2f58e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5f84bf0bf70646c2bce01d464efe6289&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762680 May 04 15:09:07.096862 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0445693-19a4-4afd-8523-14d380d2f58e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3467b8dd-f8c7-4f1c-b95c-071de7f4b401,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:07.098779 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 50122) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:09:07.133026 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1acd3aa1-e5e8-4cdb-addc-82bb5c28bceb req-4c6bb8f9-233a-4213-8020-d17e0f9a2c4b tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327349 May 04 15:09:07.149884 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-87409f99-f7db-4248-af9e-0c4408a33a56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:07.170163 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-87409f99-f7db-4248-af9e-0c4408a33a56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:07.215357 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-87409f99-f7db-4248-af9e-0c4408a33a56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:07.217813 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-87409f99-f7db-4248-af9e-0c4408a33a56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:07.218975 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-87409f99-f7db-4248-af9e-0c4408a33a56 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3467b8dd-f8c7-4f1c-b95c-071de7f4b401 HTTP/1.1" status: 204 len: 168 time: 0.1186547 May 04 15:09:07.227033 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87409f99-f7db-4248-af9e-0c4408a33a56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3467b8dd-f8c7-4f1c-b95c-071de7f4b401,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:07.500260 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 50128) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:09:07.513107 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6352a988-5c8e-4106-8397-d2558564f1d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:07.587049 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6352a988-5c8e-4106-8397-d2558564f1d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:07.590979 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6352a988-5c8e-4106-8397-d2558564f1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:07.633302 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-6352a988-5c8e-4106-8397-d2558564f1d4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=686f6d665c3841cabfde9c103e330a5b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1319005 May 04 15:09:07.634156 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6352a988-5c8e-4106-8397-d2558564f1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3297b224-2b92-45fa-b534-86a896c31ee8,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:07.636422 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 50130) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:09:07.696789 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-0ee61498-ff2e-460f-8e5b-13774fbfe2d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:07.718548 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-0ee61498-ff2e-460f-8e5b-13774fbfe2d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:07.769318 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-0ee61498-ff2e-460f-8e5b-13774fbfe2d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:07.772967 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-0ee61498-ff2e-460f-8e5b-13774fbfe2d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:07.774168 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-0ee61498-ff2e-460f-8e5b-13774fbfe2d6 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/3297b224-2b92-45fa-b534-86a896c31ee8 HTTP/1.1" status: 204 len: 168 time: 0.1367164 May 04 15:09:07.782122 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee61498-ff2e-460f-8e5b-13774fbfe2d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3297b224-2b92-45fa-b534-86a896c31ee8,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:07.853449 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 85b17549-74ad-4caf-9545-0a88bd2c7d0f up at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:09:07.908879 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning for port 85b17549-74ad-4caf-9545-0a88bd2c7d0f completed by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:09:07.913665 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning complete for port 85b17549-74ad-4caf-9545-0a88bd2c7d0f triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:09:07.914671 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:07.935081 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e7cb1f-c413-4f22-b6c4-3285c81e4e79 req-d5db42ea-e12f-48bd-a9df-41fcbf732a02 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:07.936635 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-33e7cb1f-c413-4f22-b6c4-3285c81e4e79 req-d5db42ea-e12f-48bd-a9df-41fcbf732a02 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 944 time: 0.0500553 May 04 15:09:07.989777 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-33e7cb1f-c413-4f22-b6c4-3285c81e4e79 req-073ef5d2-6ee4-4099-8931-aae321082da1 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450819 May 04 15:09:08.003724 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:08.028288 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4caab4d9-bff5-48ae-aacc-d19df5e54b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b17549-74ad-4caf-9545-0a88bd2c7d0f'}] {{(pid=101865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:09:08.030528 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13127db273ea31dc2797640238b9d4a3f6ca00c8d3f152038556e6a345f6b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0003861-421e-480a-a5bb-0bfb95530e76" -d '{"events": [{"server_uuid": "4caab4d9-bff5-48ae-aacc-d19df5e54b44", "name": "network-vif-plugged", "status": "completed", "tag": "85b17549-74ad-4caf-9545-0a88bd2c7d0f"}]}' {{(pid=101865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:09:08.043636 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 85b17549-74ad-4caf-9545-0a88bd2c7d0f, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=85b17549-74ad-4caf-9545-0a88bd2c7d0f,segment=NetworkSegment(feb647e0-5b61-426e-9dab-96ad51b1a230),segment_id=feb647e0-5b61-426e-9dab-96ad51b1a230)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:09:08.049711 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:08.074680 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d99593f-cf9f-4511-b42a-d2a761ac39c1 x-openstack-request-id: req-6d99593f-cf9f-4511-b42a-d2a761ac39c1 {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:09:08.074975 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4caab4d9-bff5-48ae-aacc-d19df5e54b44", "name": "network-vif-plugged", "status": "completed", "tag": "85b17549-74ad-4caf-9545-0a88bd2c7d0f", "code": 200}]} {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:09:08.075225 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-6d99593f-cf9f-4511-b42a-d2a761ac39c1 {{(pid=101865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:09:08.075617 dv-cinder-829630-2-iscsi neutron-server[101865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d99593f-cf9f-4511-b42a-d2a761ac39c1'] response: {'server_uuid': '4caab4d9-bff5-48ae-aacc-d19df5e54b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85b17549-74ad-4caf-9545-0a88bd2c7d0f', 'code': 200} May 04 15:09:08.104221 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=85b17549-74ad-4caf-9545-0a88bd2c7d0f,revision_number=5']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:08.258351 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbb464a-6cac-4362-b2df-b7eeaff4a049 req-ad9fa429-6518-4f70-9e0a-9d64a460cc51 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:08.260029 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ddbb464a-6cac-4362-b2df-b7eeaff4a049 req-ad9fa429-6518-4f70-9e0a-9d64a460cc51 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.0507405 May 04 15:09:08.312078 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ddbb464a-6cac-4362-b2df-b7eeaff4a049 req-24862a3f-64b9-4d6a-a340-e2ca9e3d3485 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444777 May 04 15:09:08.332893 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfd51d-47e3-42db-8603-90ec42a1e879 req-8f982e04-4004-4ba3-adb0-b0edd47e610c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:08.334017 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-6fdfd51d-47e3-42db-8603-90ec42a1e879 req-8f982e04-4004-4ba3-adb0-b0edd47e610c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 1098 time: 0.0554001 May 04 15:09:08.371367 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-6fdfd51d-47e3-42db-8603-90ec42a1e879 req-48ba7dc5-d41d-4ab7-a879-2f8f2874591f service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301406 May 04 15:09:08.447170 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7c558739-699e-479b-80f2-17872a58ed26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:08.512640 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 50158) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:09:08.611268 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-1b8a88c4-69c9-41ef-8252-5004bdcebb93 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1492153000-network', 'tenant_id': 'd0532f34a1234290871c44ec55da1bf2'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:09:08.630795 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b8a88c4-69c9-41ef-8252-5004bdcebb93 admin admin] Made reservation on behalf of d0532f34a1234290871c44ec55da1bf2 for: {'network': 1} {{(pid=101863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:09:08.633430 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-1b8a88c4-69c9-41ef-8252-5004bdcebb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for network, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:08.641891 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-1b8a88c4-69c9-41ef-8252-5004bdcebb93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:08.720395 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-1b8a88c4-69c9-41ef-8252-5004bdcebb93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:08.725198 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-1b8a88c4-69c9-41ef-8252-5004bdcebb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:08.751612 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b8a88c4-69c9-41ef-8252-5004bdcebb93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 291} {{(pid=101863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 15:09:08.758224 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a88c4-69c9-41ef-8252-5004bdcebb93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a02c1d5e-365c-47ab-b8d6-c27e8c2f208a,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:08.765779 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-1b8a88c4-69c9-41ef-8252-5004bdcebb93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:08.766083 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.db.segments_db [None req-1b8a88c4-69c9-41ef-8252-5004bdcebb93 admin admin] Added segment 00748a08-dc42-418f-bc59-4bc75f2ee397 of type vlan for network f07b9b50-8235-4ab7-86f8-297f35e929ec May 04 15:09:08.805841 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-1b8a88c4-69c9-41ef-8252-5004bdcebb93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755427588545'] for network, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:08.834058 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-1b8a88c4-69c9-41ef-8252-5004bdcebb93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198'] for network, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:08.835075 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b8a88c4-69c9-41ef-8252-5004bdcebb93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:08.835659 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-1b8a88c4-69c9-41ef-8252-5004bdcebb93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:08.885614 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-1b8a88c4-69c9-41ef-8252-5004bdcebb93 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3718293 May 04 15:09:08.888577 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 50162) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:09:08.893469 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-6f2bb1b8-97ef-4b31-8237-8396e37fa07d admin admin] Request body: {'subnet': {'network_id': 'f07b9b50-8235-4ab7-86f8-297f35e929ec', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1492153000-subnet', 'tenant_id': 'd0532f34a1234290871c44ec55da1bf2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:09:08.899513 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a88c4-69c9-41ef-8252-5004bdcebb93 admin admin] Pushing event updated for resources: {'Network': ['ID=f07b9b50-8235-4ab7-86f8-297f35e929ec,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:08.910095 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Network f07b9b50-8235-4ab7-86f8-297f35e929ec details requested by agent ovs-agent-dv-cinder-829630-2-iscsi with host dv-cinder-829630-2-iscsi {{(pid=101865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 15:09:08.919442 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f2bb1b8-97ef-4b31-8237-8396e37fa07d admin admin] Made reservation on behalf of d0532f34a1234290871c44ec55da1bf2 for: {'subnet': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:09:08.921789 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6f2bb1b8-97ef-4b31-8237-8396e37fa07d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2930322'] for subnet, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:09.095220 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6f2bb1b8-97ef-4b31-8237-8396e37fa07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261144722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930308'] for subnet, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:09.106315 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccdfe06-efe7-4a2f-abe6-e998df7149b6 req-4e597ed9-29ed-4057-a206-d6da09f03a2c tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:09.107807 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8ccdfe06-efe7-4a2f-abe6-e998df7149b6 req-4e597ed9-29ed-4057-a206-d6da09f03a2c tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 945 time: 0.0505612 May 04 15:09:09.147445 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8ccdfe06-efe7-4a2f-abe6-e998df7149b6 req-531d8728-4e8c-4d3a-8c97-654d2915830d tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332472 May 04 15:09:09.149058 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2bb1b8-97ef-4b31-8237-8396e37fa07d admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fe09230-ba97-4755-b14c-ad6433fc0627,revision_number=0']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:09.161434 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f2bb1b8-97ef-4b31-8237-8396e37fa07d admin admin] Checking segment: {'id': '00748a08-dc42-418f-bc59-4bc75f2ee397', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 291, 'network_id': 'f07b9b50-8235-4ab7-86f8-297f35e929ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:09:09.161795 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2bb1b8-97ef-4b31-8237-8396e37fa07d admin admin] Network hostable DHCP agents. Network: f07b9b50-8235-4ab7-86f8-297f35e929ec, hostable agents: ['fc62abde-e1bd-4968-8f20-84ac7e991332'], hosted agents: [] {{(pid=101864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 15:09:09.179010 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f2bb1b8-97ef-4b31-8237-8396e37fa07d admin admin] Network f07b9b50-8235-4ab7-86f8-297f35e929ec is scheduled to be hosted by DHCP agent fc62abde-e1bd-4968-8f20-84ac7e991332 with binding_index 1 {{(pid=101864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 15:09:09.187046 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [None req-6f2bb1b8-97ef-4b31-8237-8396e37fa07d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-iscsi, f07b9b50-8235-4ab7-86f8-297f35e929ec) {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:09:09.191247 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2bb1b8-97ef-4b31-8237-8396e37fa07d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:09.192165 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6f2bb1b8-97ef-4b31-8237-8396e37fa07d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for subnet, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:09.198108 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c018f6d-bb2b-4963-9629-2e593ccc9bbf None None] Network f07b9b50-8235-4ab7-86f8-297f35e929ec requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:09:09.208089 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-6f2bb1b8-97ef-4b31-8237-8396e37fa07d admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3178627 May 04 15:09:09.327696 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f849c5a-9c0f-424c-930c-a6ec17ca8f29 None None] Network f07b9b50-8235-4ab7-86f8-297f35e929ec requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:09:09.435834 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97932973-b8bb-428e-b216-c7f7d51cb2d2 req-7aa53f93-fbc7-482a-8ed8-44e5ab47b038 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:09.437618 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-97932973-b8bb-428e-b216-c7f7d51cb2d2 req-7aa53f93-fbc7-482a-8ed8-44e5ab47b038 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.0581226 May 04 15:09:09.479762 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-97932973-b8bb-428e-b216-c7f7d51cb2d2 req-fc0b0102-d273-4f20-8619-5f45cc1c2749 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346861 May 04 15:09:09.697075 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:09.705534 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 50182) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:09:09.711250 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-a42d51ca-b701-4662-81a7-7983ba0287fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1853781594-network', 'tenant_id': '5989d08d6b204f0b943112d0041338fd'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:09:09.730478 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a42d51ca-b701-4662-81a7-7983ba0287fb admin admin] Made reservation on behalf of 5989d08d6b204f0b943112d0041338fd for: {'network': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:09:09.732746 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a42d51ca-b701-4662-81a7-7983ba0287fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for network, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:09.742113 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a42d51ca-b701-4662-81a7-7983ba0287fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:09.826100 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a42d51ca-b701-4662-81a7-7983ba0287fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:09.829947 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a42d51ca-b701-4662-81a7-7983ba0287fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:09.854679 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a42d51ca-b701-4662-81a7-7983ba0287fb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 258} {{(pid=101864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 15:09:09.864212 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d51ca-b701-4662-81a7-7983ba0287fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae410a7-cb6c-46c0-8b1c-4c3f8f819891,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:09.868985 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a42d51ca-b701-4662-81a7-7983ba0287fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:09.869324 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.db.segments_db [None req-a42d51ca-b701-4662-81a7-7983ba0287fb admin admin] Added segment 2f63b920-1ab6-48d7-9a57-1a5ef237d2fe of type vlan for network a6d7b62e-e498-4e7e-8fe8-4679c6275d32 May 04 15:09:09.913089 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a42d51ca-b701-4662-81a7-7983ba0287fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755427588545'] for network, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:09.938454 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a42d51ca-b701-4662-81a7-7983ba0287fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198'] for network, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:09.939450 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a42d51ca-b701-4662-81a7-7983ba0287fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:09.940101 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a42d51ca-b701-4662-81a7-7983ba0287fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:09.990700 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-a42d51ca-b701-4662-81a7-7983ba0287fb admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2840116 May 04 15:09:09.993500 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 50184) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:09:09.998394 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-f8676b09-1f97-42a6-af4c-59c36be854f5 admin admin] Request body: {'subnet': {'network_id': 'a6d7b62e-e498-4e7e-8fe8-4679c6275d32', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1853781594-subnet', 'tenant_id': '5989d08d6b204f0b943112d0041338fd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:09:10.003145 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42d51ca-b701-4662-81a7-7983ba0287fb admin admin] Pushing event updated for resources: {'Network': ['ID=a6d7b62e-e498-4e7e-8fe8-4679c6275d32,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:10.014937 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Network a6d7b62e-e498-4e7e-8fe8-4679c6275d32 details requested by agent ovs-agent-dv-cinder-829630-2-iscsi with host dv-cinder-829630-2-iscsi {{(pid=101865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 15:09:10.018504 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8676b09-1f97-42a6-af4c-59c36be854f5 admin admin] Made reservation on behalf of 5989d08d6b204f0b943112d0041338fd for: {'subnet': 1} {{(pid=101863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:09:10.020875 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-f8676b09-1f97-42a6-af4c-59c36be854f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262085007'] for subnet, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:10.198758 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-f8676b09-1f97-42a6-af4c-59c36be854f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2944337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262085017'] for subnet, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:10.274324 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8676b09-1f97-42a6-af4c-59c36be854f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea6ab231-795b-475c-a4b3-2ba9d9cbaaec,revision_number=0']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:10.301083 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163a1aad-1366-4c0f-9e58-d6f43c50d175 req-221ce56d-825c-48ac-8675-01a3679e9197 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:10.302710 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-163a1aad-1366-4c0f-9e58-d6f43c50d175 req-221ce56d-825c-48ac-8675-01a3679e9197 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 945 time: 0.0806792 May 04 15:09:10.303817 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8676b09-1f97-42a6-af4c-59c36be854f5 admin admin] Checking segment: {'id': '2f63b920-1ab6-48d7-9a57-1a5ef237d2fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 258, 'network_id': 'a6d7b62e-e498-4e7e-8fe8-4679c6275d32'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:09:10.304169 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8676b09-1f97-42a6-af4c-59c36be854f5 admin admin] Network hostable DHCP agents. Network: a6d7b62e-e498-4e7e-8fe8-4679c6275d32, hostable agents: ['fc62abde-e1bd-4968-8f20-84ac7e991332'], hosted agents: [] {{(pid=101863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 15:09:10.337007 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8676b09-1f97-42a6-af4c-59c36be854f5 admin admin] Network a6d7b62e-e498-4e7e-8fe8-4679c6275d32 is scheduled to be hosted by DHCP agent fc62abde-e1bd-4968-8f20-84ac7e991332 with binding_index 1 {{(pid=101863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 15:09:10.353627 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-163a1aad-1366-4c0f-9e58-d6f43c50d175 req-8462e78f-0843-4c7c-af95-74ddf21ba7ea tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441229 May 04 15:09:10.354618 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-f8676b09-1f97-42a6-af4c-59c36be854f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-iscsi, a6d7b62e-e498-4e7e-8fe8-4679c6275d32) {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:09:10.358945 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8676b09-1f97-42a6-af4c-59c36be854f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:10.359600 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-f8676b09-1f97-42a6-af4c-59c36be854f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:10.363373 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717e877d-3ab7-4bb0-b435-e3cbced9f952 None None] Network a6d7b62e-e498-4e7e-8fe8-4679c6275d32 requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:09:10.390097 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-f8676b09-1f97-42a6-af4c-59c36be854f5 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3881359 May 04 15:09:10.465003 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:10.486465 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7834495-d04e-4968-b2b6-c3030e060dc1 req-54a4cc8e-a164-4403-bc05-4821d7dbdceb tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:10.488118 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d7834495-d04e-4968-b2b6-c3030e060dc1 req-54a4cc8e-a164-4403-bc05-4821d7dbdceb tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 945 time: 0.0558755 May 04 15:09:10.497260 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 50192) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:09:10.502809 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-a8c9dbfa-6770-464f-862a-62e60f435590 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Request body: {'floatingip': {'port_id': '85b17549-74ad-4caf-9545-0a88bd2c7d0f'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:09:10.520683 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2492e1ab-0398-4485-b50e-08cadc683aba None None] Network a6d7b62e-e498-4e7e-8fe8-4679c6275d32 requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:09:10.552713 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a8c9dbfa-6770-464f-862a-62e60f435590 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for floatingip, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:10.695372 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719f5f3b-43b4-429d-988a-92fd9489fe77 req-d2ef88b1-ad07-4b9e-88a1-db5ff59b65f2 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:10.696901 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-719f5f3b-43b4-429d-988a-92fd9489fe77 req-d2ef88b1-ad07-4b9e-88a1-db5ff59b65f2 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.1418245 May 04 15:09:10.787126 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-719f5f3b-43b4-429d-988a-92fd9489fe77 req-7a3533f0-4838-4cc0-9912-a5d355dda29a tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826890 May 04 15:09:11.082111 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a8c9dbfa-6770-464f-862a-62e60f435590 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:11.086652 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a8c9dbfa-6770-464f-862a-62e60f435590 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628046'] for floatingip, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:11.187568 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.db.l3_db [None req-a8c9dbfa-6770-464f-862a-62e60f435590 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Floating IP 9e7d4a58-7d08-4fbe-9404-c6883be7407c associated. External IP: 172.27.1.117, port: 85b17549-74ad-4caf-9545-0a88bd2c7d0f. May 04 15:09:11.335397 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:11.399008 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8c9dbfa-6770-464f-862a-62e60f435590 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Router 31d74ac2-2d32-4311-87f5-eb6e25c18576 has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:09:11.507130 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8c9dbfa-6770-464f-862a-62e60f435590 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:09:11.511874 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-a8c9dbfa-6770-464f-862a-62e60f435590 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:11.516341 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d84ac38-ff40-493c-aac9-0ced36d0a951 None None] Sync routers for ids ['31d74ac2-2d32-4311-87f5-eb6e25c18576'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:09:11.527119 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d84ac38-ff40-493c-aac9-0ced36d0a951 None None] Routers {'31d74ac2-2d32-4311-87f5-eb6e25c18576'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:09:11.527747 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-6d84ac38-ff40-493c-aac9-0ced36d0a951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:09:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['31d74ac2-2d32-4311-87f5-eb6e25c18576'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:09:11.541432 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-a8c9dbfa-6770-464f-862a-62e60f435590 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "PUT /v2.0/floatingips/9e7d4a58-7d08-4fbe-9404-c6883be7407c HTTP/1.1" status: 200 len: 991 time: 1.0430582 May 04 15:09:11.542122 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4caab4d9-bff5-48ae-aacc-d19df5e54b44', 'tag': '85b17549-74ad-4caf-9545-0a88bd2c7d0f'}] {{(pid=101863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:09:11.544378 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c6767b5d81d022f3d85e9c22ce19b705c79dd3cfc51145499811648722293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0601c241-38ad-4861-819c-ea8bc6c2db4f" -d '{"events": [{"name": "network-changed", "server_uuid": "4caab4d9-bff5-48ae-aacc-d19df5e54b44", "tag": "85b17549-74ad-4caf-9545-0a88bd2c7d0f"}]}' {{(pid=101863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:09:11.581273 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffc086fa-c927-4a59-bd9c-1d010eb0a91f x-openstack-request-id: req-ffc086fa-c927-4a59-bd9c-1d010eb0a91f {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:09:11.581570 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4caab4d9-bff5-48ae-aacc-d19df5e54b44", "tag": "85b17549-74ad-4caf-9545-0a88bd2c7d0f", "status": "completed", "code": 200}]} {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:09:11.581832 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ffc086fa-c927-4a59-bd9c-1d010eb0a91f {{(pid=101863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:09:11.582234 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ffc086fa-c927-4a59-bd9c-1d010eb0a91f'] response: {'name': 'network-changed', 'server_uuid': '4caab4d9-bff5-48ae-aacc-d19df5e54b44', 'tag': '85b17549-74ad-4caf-9545-0a88bd2c7d0f', 'status': 'completed', 'code': 200} May 04 15:09:11.631274 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-6d84ac38-ff40-493c-aac9-0ced36d0a951 None None] Set router 31d74ac2-2d32-4311-87f5-eb6e25c18576 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:09:11.663340 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601c241-38ad-4861-819c-ea8bc6c2db4f req-1b491ba4-f700-48d4-8675-f1f8fd3d10db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:11.664845 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-0601c241-38ad-4861-819c-ea8bc6c2db4f req-1b491ba4-f700-48d4-8675-f1f8fd3d10db service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76eaebd5bb0b42ddb62d18459fdf359f&device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 1098 time: 0.0409825 May 04 15:09:11.718158 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:11.761230 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601c241-38ad-4861-819c-ea8bc6c2db4f req-23efa623-063a-4e95-9d1c-e0b82259cb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:11.763025 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-0601c241-38ad-4861-819c-ea8bc6c2db4f req-23efa623-063a-4e95-9d1c-e0b82259cb80 service neutron] 10.222.0.11 "GET /v2.0/networks?id=96103362-e6c6-4f42-a4d2-85307d75ab1d HTTP/1.1" status: 200 len: 912 time: 0.0919750 May 04 15:09:11.830293 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-0601c241-38ad-4861-819c-ea8bc6c2db4f req-af6521cb-5f6c-4347-b147-f8f395b9014a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85b17549-74ad-4caf-9545-0a88bd2c7d0f HTTP/1.1" status: 200 len: 999 time: 0.0605342 May 04 15:09:11.862007 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-6d84ac38-ff40-493c-aac9-0ced36d0a951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'name': 'tempest-AttachVolumeTestJSON-2057169159-router', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:08:50Z', 'updated_at': '2022-05-04T15:08:53Z', 'revision_number': 4, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'gw_port': {'id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:08:51Z', 'updated_at': '2022-05-04T15:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': '9e7d4a58-7d08-4fbe-9404-c6883be7407c', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'floating_ip_address': '172.27.1.117', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'port_id': '85b17549-74ad-4caf-9545-0a88bd2c7d0f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d', 'mac_address': 'fa:16:3e:2a:14:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caab4d9-bff5-48ae-aacc-d19df5e54b44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:08:55Z', 'updated_at': '2022-05-04T15:09:10Z', 'revision_number': 1, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e029eb9a-30bd-420b-9121-5b678e6fbba8', 'name': '', 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'mac_address': 'fa:16:3e:1a:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'cd0d7759-75c7-4308-aa2b-41f64d063b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:08:52Z', 'updated_at': '2022-05-04T15:08:56Z', 'revision_number': 5, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'subnets': [{'id': 'cd0d7759-75c7-4308-aa2b-41f64d063b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:09:11.867409 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 9fad6a12-39ce-49d1-90ae-07b24e13e523 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:09:11.888443 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601c241-38ad-4861-819c-ea8bc6c2db4f req-eb31fc87-f29e-4716-bf4d-810c7cfd5ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:11.890419 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-0601c241-38ad-4861-819c-ea8bc6c2db4f req-eb31fc87-f29e-4716-bf4d-810c7cfd5ac4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd0d7759-75c7-4308-aa2b-41f64d063b5c HTTP/1.1" status: 200 len: 850 time: 0.0536201 May 04 15:09:11.898042 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d84ac38-ff40-493c-aac9-0ced36d0a951 None None] Checking router: 31d74ac2-2d32-4311-87f5-eb6e25c18576 for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:09:11.906868 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d84ac38-ff40-493c-aac9-0ced36d0a951 None None] Routers {'31d74ac2-2d32-4311-87f5-eb6e25c18576'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:09:11.907490 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-6d84ac38-ff40-493c-aac9-0ced36d0a951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:09:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['31d74ac2-2d32-4311-87f5-eb6e25c18576'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:09:11.913567 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91192f73-d79a-4c6a-92b1-a4d605e70d88 req-82b5032b-590d-4f31-af02-5ba7fadd442d tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:11.921255 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-91192f73-d79a-4c6a-92b1-a4d605e70d88 req-82b5032b-590d-4f31-af02-5ba7fadd442d tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.0663083 May 04 15:09:11.946947 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601c241-38ad-4861-819c-ea8bc6c2db4f req-3396f1f2-d946-4c43-9097-e0c46a1b87f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:11.949024 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-0601c241-38ad-4861-819c-ea8bc6c2db4f req-3396f1f2-d946-4c43-9097-e0c46a1b87f6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96103362-e6c6-4f42-a4d2-85307d75ab1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511558 May 04 15:09:11.957987 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-91192f73-d79a-4c6a-92b1-a4d605e70d88 req-f4cea333-a413-490c-8e70-2675dc04cd22 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356326 May 04 15:09:11.989561 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 9fad6a12-39ce-49d1-90ae-07b24e13e523, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=9fad6a12-39ce-49d1-90ae-07b24e13e523,segment=NetworkSegment(d31e7b59-dfee-4fbf-9768-43afaf63f9d2),segment_id=d31e7b59-dfee-4fbf-9768-43afaf63f9d2)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:09:12.003105 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Returning: {'device': '9fad6a12-39ce-49d1-90ae-07b24e13e523', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'port_id': '9fad6a12-39ce-49d1-90ae-07b24e13e523', 'mac_address': 'fa:16:3e:c3:37:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 252, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:09:12.029184 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-6d84ac38-ff40-493c-aac9-0ced36d0a951 None None] Set router 31d74ac2-2d32-4311-87f5-eb6e25c18576 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:09:12.054644 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:12.055158 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-0601c241-38ad-4861-819c-ea8bc6c2db4f req-93a102cf-5dba-42d9-a86a-22a1bde63be1 service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961275 May 04 15:09:12.069955 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fad6a12-39ce-49d1-90ae-07b24e13e523 {{(pid=101865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:09:12.095368 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 9fad6a12-39ce-49d1-90ae-07b24e13e523, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=9fad6a12-39ce-49d1-90ae-07b24e13e523,segment=NetworkSegment(d31e7b59-dfee-4fbf-9768-43afaf63f9d2),segment_id=d31e7b59-dfee-4fbf-9768-43afaf63f9d2)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:09:12.103660 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:12.168986 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=9fad6a12-39ce-49d1-90ae-07b24e13e523,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:12.293962 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-6d84ac38-ff40-493c-aac9-0ced36d0a951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'name': 'tempest-AttachVolumeTestJSON-2057169159-router', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:08:50Z', 'updated_at': '2022-05-04T15:08:53Z', 'revision_number': 4, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'gw_port': {'id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:08:51Z', 'updated_at': '2022-05-04T15:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': '9e7d4a58-7d08-4fbe-9404-c6883be7407c', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'floating_ip_address': '172.27.1.117', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'port_id': '85b17549-74ad-4caf-9545-0a88bd2c7d0f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d', 'mac_address': 'fa:16:3e:2a:14:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caab4d9-bff5-48ae-aacc-d19df5e54b44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:08:55Z', 'updated_at': '2022-05-04T15:09:10Z', 'revision_number': 1, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e029eb9a-30bd-420b-9121-5b678e6fbba8', 'name': '', 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'mac_address': 'fa:16:3e:1a:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'cd0d7759-75c7-4308-aa2b-41f64d063b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:08:52Z', 'updated_at': '2022-05-04T15:08:56Z', 'revision_number': 5, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'subnets': [{'id': 'cd0d7759-75c7-4308-aa2b-41f64d063b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:09:12.327363 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d84ac38-ff40-493c-aac9-0ced36d0a951 None None] The sync data for ids ['31d74ac2-2d32-4311-87f5-eb6e25c18576'] in dv-cinder-829630-2-iscsi is: [{'id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'name': 'tempest-AttachVolumeTestJSON-2057169159-router', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:08:50Z', 'updated_at': '2022-05-04T15:08:53Z', 'revision_number': 4, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'gw_port': {'id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:08:51Z', 'updated_at': '2022-05-04T15:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': '9e7d4a58-7d08-4fbe-9404-c6883be7407c', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'floating_ip_address': '172.27.1.117', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'port_id': '85b17549-74ad-4caf-9545-0a88bd2c7d0f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 605, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d', 'mac_address': 'fa:16:3e:2a:14:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4caab4d9-bff5-48ae-aacc-d19df5e54b44', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:08:55Z', 'updated_at': '2022-05-04T15:09:10Z', 'revision_number': 1, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e029eb9a-30bd-420b-9121-5b678e6fbba8', 'name': '', 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'mac_address': 'fa:16:3e:1a:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'cd0d7759-75c7-4308-aa2b-41f64d063b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:08:52Z', 'updated_at': '2022-05-04T15:08:56Z', 'revision_number': 5, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'subnets': [{'id': 'cd0d7759-75c7-4308-aa2b-41f64d063b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:09:12.418386 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-0601c241-38ad-4861-819c-ea8bc6c2db4f req-99cc88b7-9d7d-48d2-afe4-4ba99372c517 service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3565061 May 04 15:09:12.523156 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9660af7d-a140-456d-93e3-7de147b2a3a9 None None] New status for floating IP 9e7d4a58-7d08-4fbe-9404-c6883be7407c: ACTIVE {{(pid=101865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:09:12.557875 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['9fad6a12-39ce-49d1-90ae-07b24e13e523'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:09:13.078185 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8c3a27-d1cc-4549-844a-d98ac008604e req-40372cad-8385-4436-9756-8f737b816efb tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:13.079632 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2a8c3a27-d1cc-4549-844a-d98ac008604e req-40372cad-8385-4436-9756-8f737b816efb tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 944 time: 0.0502980 May 04 15:09:13.119956 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2a8c3a27-d1cc-4549-844a-d98ac008604e req-db014d7d-58ab-4899-968b-5b9fe30e4d93 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336685 May 04 15:09:13.868410 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 9fad6a12-39ce-49d1-90ae-07b24e13e523 up at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:09:13.919219 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning for port 9fad6a12-39ce-49d1-90ae-07b24e13e523 completed by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:09:13.922820 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning complete for port 9fad6a12-39ce-49d1-90ae-07b24e13e523 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:09:13.923190 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:13.999219 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:14.027209 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6153eaae-71d3-439a-985b-14264cf11245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fad6a12-39ce-49d1-90ae-07b24e13e523'}] {{(pid=101865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:09:14.029452 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13127db273ea31dc2797640238b9d4a3f6ca00c8d3f152038556e6a345f6b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8aa0b13a-1dda-41a2-8f19-8e60590a742c" -d '{"events": [{"server_uuid": "6153eaae-71d3-439a-985b-14264cf11245", "name": "network-vif-plugged", "status": "completed", "tag": "9fad6a12-39ce-49d1-90ae-07b24e13e523"}]}' {{(pid=101865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:09:14.043658 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 9fad6a12-39ce-49d1-90ae-07b24e13e523, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=9fad6a12-39ce-49d1-90ae-07b24e13e523,segment=NetworkSegment(d31e7b59-dfee-4fbf-9768-43afaf63f9d2),segment_id=d31e7b59-dfee-4fbf-9768-43afaf63f9d2)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:09:14.047857 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:14.078018 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:09:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1f54b29-46d3-4ba5-bdc8-ddc2adfba15d x-openstack-request-id: req-a1f54b29-46d3-4ba5-bdc8-ddc2adfba15d {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:09:14.078302 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6153eaae-71d3-439a-985b-14264cf11245", "name": "network-vif-plugged", "status": "completed", "tag": "9fad6a12-39ce-49d1-90ae-07b24e13e523", "code": 200}]} {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:09:14.078550 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a1f54b29-46d3-4ba5-bdc8-ddc2adfba15d {{(pid=101865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:09:14.078936 dv-cinder-829630-2-iscsi neutron-server[101865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1f54b29-46d3-4ba5-bdc8-ddc2adfba15d'] response: {'server_uuid': '6153eaae-71d3-439a-985b-14264cf11245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fad6a12-39ce-49d1-90ae-07b24e13e523', 'code': 200} May 04 15:09:14.111401 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=9fad6a12-39ce-49d1-90ae-07b24e13e523,revision_number=5']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:14.236906 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241b979-bdef-431a-b527-14976e43730b req-ae0eb888-3950-47a6-adf4-e0f097aaeb25 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:14.238413 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c241b979-bdef-431a-b527-14976e43730b req-ae0eb888-3950-47a6-adf4-e0f097aaeb25 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 945 time: 0.0509510 May 04 15:09:14.278624 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c241b979-bdef-431a-b527-14976e43730b req-7f56c7ea-fb88-48f6-a7f2-50f79bbbfc15 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333076 May 04 15:09:14.352951 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f72262-a4c2-486e-bc88-2a87b93028d1 req-272d60bf-38f6-47d6-a35f-05a52b2cb219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:14.354438 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-80f72262-a4c2-486e-bc88-2a87b93028d1 req-272d60bf-38f6-47d6-a35f-05a52b2cb219 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 1098 time: 0.0440266 May 04 15:09:14.391474 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-80f72262-a4c2-486e-bc88-2a87b93028d1 req-54fa811d-ebaf-4d1a-89ac-7e109e89a7c2 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292010 May 04 15:09:15.411926 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e448cd8-9312-4f69-b9b6-15354ced6f02 req-aa74ee26-ed0a-4dc7-bc6e-62860d3936ed tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:15.413335 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8e448cd8-9312-4f69-b9b6-15354ced6f02 req-aa74ee26-ed0a-4dc7-bc6e-62860d3936ed tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 945 time: 0.0478568 May 04 15:09:15.450944 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8e448cd8-9312-4f69-b9b6-15354ced6f02 req-982eb362-53ec-4d51-a2bd-fee209876368 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316741 May 04 15:09:16.626133 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c9979d-6efb-4b80-aa1a-40eb19290dad req-206a1664-cd79-4930-8a43-4f5a74d3b8cd tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:16.627622 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-05c9979d-6efb-4b80-aa1a-40eb19290dad req-206a1664-cd79-4930-8a43-4f5a74d3b8cd tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 945 time: 0.0566993 May 04 15:09:16.666514 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-05c9979d-6efb-4b80-aa1a-40eb19290dad req-924d8ca0-3549-4455-a980-761a854e9fa7 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320482 May 04 15:09:16.783169 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdb8668e-386e-476d-8042-d5fafec41dda req-d04f9f9a-c3d6-4450-9fb5-1646beec28b4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:16.784594 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-bdb8668e-386e-476d-8042-d5fafec41dda req-d04f9f9a-c3d6-4450-9fb5-1646beec28b4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 945 time: 0.0520515 May 04 15:09:16.823689 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-bdb8668e-386e-476d-8042-d5fafec41dda req-bf147d94-8130-47f8-b361-c5b870133033 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322232 May 04 15:09:16.847271 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 50260) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:09:17.034941 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c43b46e-35ce-43f2-8115-1042294bee0d tempest-TestVolumeBootPattern-660692146 tempest-TestVolumeBootPattern-660692146-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:17.037414 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-4c43b46e-35ce-43f2-8115-1042294bee0d tempest-TestVolumeBootPattern-660692146 tempest-TestVolumeBootPattern-660692146-project-admin] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 1093 time: 0.1882641 May 04 15:09:17.040167 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 50264) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:09:17.044463 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-7e56a387-6274-4f38-b9d1-60665688ca6e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Request body: {'floatingip': {'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'port_id': '9fad6a12-39ce-49d1-90ae-07b24e13e523', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:09:17.066097 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7e56a387-6274-4f38-b9d1-60665688ca6e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for floatingip, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:17.447436 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7e56a387-6274-4f38-b9d1-60665688ca6e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:17.550693 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.db_base_plugin_common [None req-7e56a387-6274-4f38-b9d1-60665688ca6e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Allocated IP 172.27.1.115 (de075482-66db-4cfa-a120-f2ea157cd064/5a69c200-2813-4998-8939-5704799bdcf4/aff5c704-3f9c-4c67-a058-28a1997467b5) {{(pid=101863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:09:17.667392 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7e56a387-6274-4f38-b9d1-60665688ca6e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for port, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:17.705001 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7e56a387-6274-4f38-b9d1-60665688ca6e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:17.744051 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e56a387-6274-4f38-b9d1-60665688ca6e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Network de075482-66db-4cfa-a120-f2ea157cd064 is already hosted by enough agents. {{(pid=101863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:09:17.748460 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-7e56a387-6274-4f38-b9d1-60665688ca6e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Resources bound (agent type, host, resource id): {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:09:17.751274 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e56a387-6274-4f38-b9d1-60665688ca6e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Received port after_create {{(pid=101863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:09:17.778534 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56a387-6274-4f38-b9d1-60665688ca6e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Pushing event updated for resources: {'Port': ['ID=aff5c704-3f9c-4c67-a058-28a1997467b5,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:18.137067 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7e56a387-6274-4f38-b9d1-60665688ca6e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:18.206128 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7e56a387-6274-4f38-b9d1-60665688ca6e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:18.354847 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7e56a387-6274-4f38-b9d1-60665688ca6e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for port, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:18.359566 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7e56a387-6274-4f38-b9d1-60665688ca6e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2944232'] for port, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:18.428302 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e56a387-6274-4f38-b9d1-60665688ca6e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Pushing event updated for resources: {'Port': ['ID=aff5c704-3f9c-4c67-a058-28a1997467b5,revision_number=2']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:18.444752 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7e56a387-6274-4f38-b9d1-60665688ca6e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628046'] for floatingip, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:18.549847 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.db.l3_db [None req-7e56a387-6274-4f38-b9d1-60665688ca6e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Floating IP f7077655-f653-4c71-a65a-acc88507ba69 associated. External IP: 172.27.1.115, port: 9fad6a12-39ce-49d1-90ae-07b24e13e523. May 04 15:09:18.787813 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e56a387-6274-4f38-b9d1-60665688ca6e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Router 06f54089-7973-46bd-8d6b-77e9050d24a8 has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:09:18.905120 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e56a387-6274-4f38-b9d1-60665688ca6e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:09:18.915185 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3ae651-fb2c-4486-b028-90995e84c68e None None] Sync routers for ids ['06f54089-7973-46bd-8d6b-77e9050d24a8'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:09:18.926691 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3ae651-fb2c-4486-b028-90995e84c68e None None] Routers {'06f54089-7973-46bd-8d6b-77e9050d24a8'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:09:18.927893 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-8d3ae651-fb2c-4486-b028-90995e84c68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:09:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['06f54089-7973-46bd-8d6b-77e9050d24a8'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:09:18.930552 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7e56a387-6274-4f38-b9d1-60665688ca6e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:18.958104 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-7e56a387-6274-4f38-b9d1-60665688ca6e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9168727 May 04 15:09:18.958679 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6153eaae-71d3-439a-985b-14264cf11245', 'tag': '9fad6a12-39ce-49d1-90ae-07b24e13e523'}] {{(pid=101863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:09:18.960989 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c6767b5d81d022f3d85e9c22ce19b705c79dd3cfc51145499811648722293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa4436f-0cea-4af8-873f-335347f9930b" -d '{"events": [{"name": "network-changed", "server_uuid": "6153eaae-71d3-439a-985b-14264cf11245", "tag": "9fad6a12-39ce-49d1-90ae-07b24e13e523"}]}' {{(pid=101863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:09:19.123473 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0af42c6f-7055-4004-84d1-e0871b2c1636 x-openstack-request-id: req-0af42c6f-7055-4004-84d1-e0871b2c1636 {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:09:19.123852 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6153eaae-71d3-439a-985b-14264cf11245", "tag": "9fad6a12-39ce-49d1-90ae-07b24e13e523", "status": "completed", "code": 200}]} {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:09:19.124110 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0af42c6f-7055-4004-84d1-e0871b2c1636 {{(pid=101863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:09:19.124540 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0af42c6f-7055-4004-84d1-e0871b2c1636'] response: {'name': 'network-changed', 'server_uuid': '6153eaae-71d3-439a-985b-14264cf11245', 'tag': '9fad6a12-39ce-49d1-90ae-07b24e13e523', 'status': 'completed', 'code': 200} May 04 15:09:19.134287 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-8d3ae651-fb2c-4486-b028-90995e84c68e None None] Set router 06f54089-7973-46bd-8d6b-77e9050d24a8 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:09:19.214994 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4436f-0cea-4af8-873f-335347f9930b req-d87e8b8b-8f0b-4490-87a2-85a3c9a62148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:19.216407 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-6fa4436f-0cea-4af8-873f-335347f9930b req-d87e8b8b-8f0b-4490-87a2-85a3c9a62148 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=746261ccdb744b4abdfc7b324a2ab0c7&device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 1098 time: 0.0426486 May 04 15:09:19.318478 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4436f-0cea-4af8-873f-335347f9930b req-539b1a09-d3c7-401f-a6c2-4dfec415c304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:19.319990 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-6fa4436f-0cea-4af8-873f-335347f9930b req-539b1a09-d3c7-401f-a6c2-4dfec415c304 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 HTTP/1.1" status: 200 len: 913 time: 0.0962033 May 04 15:09:19.362835 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-8d3ae651-fb2c-4486-b028-90995e84c68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'name': 'tempest-TestVolumeBootPattern-1512480132-router', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:56Z', 'updated_at': '2022-05-04T15:01:59Z', 'revision_number': 4, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'gw_port': {'id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:57Z', 'updated_at': '2022-05-04T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': 'c8ef7abb-9700-486d-b7db-2f0b918a879c', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'floating_ip_address': '172.27.1.31', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'port_id': '22a45e07-60a8-4668-984e-c87093b460ea', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'mac_address': 'fa:16:3e:95:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4399a52-6955-4b1a-a83a-f5b23a379aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:06:01Z', 'updated_at': '2022-05-04T15:06:03Z', 'revision_number': 1, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'fixed_ip_address_scope': None}, {'id': 'f7077655-f653-4c71-a65a-acc88507ba69', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'port_id': '9fad6a12-39ce-49d1-90ae-07b24e13e523', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'mac_address': 'fa:16:3e:c3:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6153eaae-71d3-439a-985b-14264cf11245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:09:17Z', 'updated_at': '2022-05-04T15:09:17Z', 'revision_number': 0, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92332740-8551-4617-a14b-a5ea0897409b', 'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'mac_address': 'fa:16:3e:69:97:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:58Z', 'updated_at': '2022-05-04T15:02:03Z', 'revision_number': 5, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'subnets': [{'id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:09:19.393011 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-6fa4436f-0cea-4af8-873f-335347f9930b req-646f52c2-26e3-4c45-a6ae-85b2f6f84a8e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fad6a12-39ce-49d1-90ae-07b24e13e523 HTTP/1.1" status: 200 len: 999 time: 0.0650606 May 04 15:09:19.397064 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3ae651-fb2c-4486-b028-90995e84c68e None None] Checking router: 06f54089-7973-46bd-8d6b-77e9050d24a8 for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:09:19.405784 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3ae651-fb2c-4486-b028-90995e84c68e None None] Routers {'06f54089-7973-46bd-8d6b-77e9050d24a8'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:09:19.406385 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-8d3ae651-fb2c-4486-b028-90995e84c68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:09:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['06f54089-7973-46bd-8d6b-77e9050d24a8'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:09:19.446851 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4436f-0cea-4af8-873f-335347f9930b req-61697fe6-c520-4653-8040-892751c21ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:19.448379 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-6fa4436f-0cea-4af8-873f-335347f9930b req-61697fe6-c520-4653-8040-892751c21ce3 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c125eab1-7cf8-4e7c-acbb-db552c02fcee HTTP/1.1" status: 200 len: 851 time: 0.0491107 May 04 15:09:19.495363 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4436f-0cea-4af8-873f-335347f9930b req-98d9b261-9f92-42e3-907e-1555fd25b5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:19.496905 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-6fa4436f-0cea-4af8-873f-335347f9930b req-98d9b261-9f92-42e3-907e-1555fd25b5ee service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0405598 May 04 15:09:19.510031 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-8d3ae651-fb2c-4486-b028-90995e84c68e None None] Set router 06f54089-7973-46bd-8d6b-77e9050d24a8 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:09:19.586611 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-6fa4436f-0cea-4af8-873f-335347f9930b req-9d940d93-48f0-4f6e-9475-381de5856a0b service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831265 May 04 15:09:19.684392 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-6fa4436f-0cea-4af8-873f-335347f9930b req-6a4b4dcf-42b2-4eb1-8d33-c9e300077653 service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902674 May 04 15:09:19.735169 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-8d3ae651-fb2c-4486-b028-90995e84c68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'name': 'tempest-TestVolumeBootPattern-1512480132-router', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:56Z', 'updated_at': '2022-05-04T15:01:59Z', 'revision_number': 4, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'gw_port': {'id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:57Z', 'updated_at': '2022-05-04T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': 'c8ef7abb-9700-486d-b7db-2f0b918a879c', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'floating_ip_address': '172.27.1.31', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'port_id': '22a45e07-60a8-4668-984e-c87093b460ea', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'mac_address': 'fa:16:3e:95:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4399a52-6955-4b1a-a83a-f5b23a379aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:06:01Z', 'updated_at': '2022-05-04T15:06:03Z', 'revision_number': 1, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'fixed_ip_address_scope': None}, {'id': 'f7077655-f653-4c71-a65a-acc88507ba69', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'port_id': '9fad6a12-39ce-49d1-90ae-07b24e13e523', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'mac_address': 'fa:16:3e:c3:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6153eaae-71d3-439a-985b-14264cf11245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:09:17Z', 'updated_at': '2022-05-04T15:09:17Z', 'revision_number': 0, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92332740-8551-4617-a14b-a5ea0897409b', 'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'mac_address': 'fa:16:3e:69:97:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:58Z', 'updated_at': '2022-05-04T15:02:03Z', 'revision_number': 5, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'subnets': [{'id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:09:19.762412 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3ae651-fb2c-4486-b028-90995e84c68e None None] The sync data for ids ['06f54089-7973-46bd-8d6b-77e9050d24a8'] in dv-cinder-829630-2-iscsi is: [{'id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'name': 'tempest-TestVolumeBootPattern-1512480132-router', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:56Z', 'updated_at': '2022-05-04T15:01:59Z', 'revision_number': 4, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'gw_port': {'id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:57Z', 'updated_at': '2022-05-04T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': 'c8ef7abb-9700-486d-b7db-2f0b918a879c', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'floating_ip_address': '172.27.1.31', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'port_id': '22a45e07-60a8-4668-984e-c87093b460ea', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'mac_address': 'fa:16:3e:95:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4399a52-6955-4b1a-a83a-f5b23a379aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:06:01Z', 'updated_at': '2022-05-04T15:06:03Z', 'revision_number': 1, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'fixed_ip_address_scope': None}, {'id': 'f7077655-f653-4c71-a65a-acc88507ba69', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'floating_ip_address': '172.27.1.115', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'port_id': '9fad6a12-39ce-49d1-90ae-07b24e13e523', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 655, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'mac_address': 'fa:16:3e:c3:37:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6153eaae-71d3-439a-985b-14264cf11245', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:09:17Z', 'updated_at': '2022-05-04T15:09:17Z', 'revision_number': 0, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92332740-8551-4617-a14b-a5ea0897409b', 'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'mac_address': 'fa:16:3e:69:97:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:58Z', 'updated_at': '2022-05-04T15:02:03Z', 'revision_number': 5, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'subnets': [{'id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:09:19.962652 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a04f6c-c5ba-43a5-9ace-b15f9d9a12d6 None None] New status for floating IP f7077655-f653-4c71-a65a-acc88507ba69: ACTIVE {{(pid=101865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:09:21.022869 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-bb105c7f-3592-48c2-b2c5-220521d48460 req-ef2f4e58-c8f3-43e0-bb27-6c6ae570fb6f service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0408480 May 04 15:09:21.124658 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb105c7f-3592-48c2-b2c5-220521d48460 req-f361bfe1-5b24-454b-9ee2-ddd44fc6a668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:21.126217 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-bb105c7f-3592-48c2-b2c5-220521d48460 req-f361bfe1-5b24-454b-9ee2-ddd44fc6a668 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=746261ccdb744b4abdfc7b324a2ab0c7&device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 1099 time: 0.0436492 May 04 15:09:21.243778 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb105c7f-3592-48c2-b2c5-220521d48460 req-dcb8c07a-02bf-4720-bf10-1e2239ee1c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:21.245288 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-bb105c7f-3592-48c2-b2c5-220521d48460 req-dcb8c07a-02bf-4720-bf10-1e2239ee1c55 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 HTTP/1.1" status: 200 len: 913 time: 0.1005967 May 04 15:09:21.313178 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-bb105c7f-3592-48c2-b2c5-220521d48460 req-47e0b912-4d6d-4a07-9fff-d01aaf75f379 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22a45e07-60a8-4668-984e-c87093b460ea HTTP/1.1" status: 200 len: 1001 time: 0.0608788 May 04 15:09:21.365361 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb105c7f-3592-48c2-b2c5-220521d48460 req-028adfef-9b6f-4514-8b64-0074c956dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:21.366789 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-bb105c7f-3592-48c2-b2c5-220521d48460 req-028adfef-9b6f-4514-8b64-0074c956dce2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c125eab1-7cf8-4e7c-acbb-db552c02fcee HTTP/1.1" status: 200 len: 851 time: 0.0471878 May 04 15:09:21.413183 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb105c7f-3592-48c2-b2c5-220521d48460 req-bd69ed61-516b-4b2f-b8aa-dbb481b965f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:21.414542 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-bb105c7f-3592-48c2-b2c5-220521d48460 req-bd69ed61-516b-4b2f-b8aa-dbb481b965f2 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0407248 May 04 15:09:21.499731 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-bb105c7f-3592-48c2-b2c5-220521d48460 req-0ec3e239-ca8f-48d1-aa45-df41b8f7d014 service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784311 May 04 15:09:21.590001 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-bb105c7f-3592-48c2-b2c5-220521d48460 req-019b39e3-e1fd-43ff-bdeb-b951dff35333 service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829093 May 04 15:09:23.955718 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 50342) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:09:23.999881 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1376e15-06c9-4bae-8721-035cee560f2d admin admin] Deleting subnet 1fe09230-ba97-4755-b14c-ad6433fc0627 {{(pid=101863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 15:09:24.003035 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c1376e15-06c9-4bae-8721-035cee560f2d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:24.037449 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c1376e15-06c9-4bae-8721-035cee560f2d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262023745'] for subnet, precommit_delete_associations {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:24.076192 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c1376e15-06c9-4bae-8721-035cee560f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759364'] for subnet, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:24.133002 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c1376e15-06c9-4bae-8721-035cee560f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2944274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262085008'] for subnet, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:24.159066 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1376e15-06c9-4bae-8721-035cee560f2d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fe09230-ba97-4755-b14c-ad6433fc0627,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:24.161292 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c1376e15-06c9-4bae-8721-035cee560f2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:24.164452 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-c1376e15-06c9-4bae-8721-035cee560f2d admin admin] 10.222.0.42 "DELETE /v2.0/subnets/1fe09230-ba97-4755-b14c-ad6433fc0627 HTTP/1.1" status: 204 len: 168 time: 0.2076347 May 04 15:09:24.166886 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 50344) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:09:24.231773 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-62e77f17-9db4-4bdd-a553-77e6dc795fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697412'] for network, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:24.310355 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-62e77f17-9db4-4bdd-a553-77e6dc795fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753417', 'neutron.services.segments.db._delete_segments_for_network-8755428157040'] for network, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:24.329635 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.services.segments.db [None req-62e77f17-9db4-4bdd-a553-77e6dc795fcc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f07b9b50-8235-4ab7-86f8-297f35e929ec']}} {{(pid=101863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:09:24.338358 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.services.segments.db [None req-62e77f17-9db4-4bdd-a553-77e6dc795fcc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00748a08-dc42-418f-bc59-4bc75f2ee397') {'for_net_delete': True} {{(pid=101863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:09:24.338647 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.services.segments.db [None req-62e77f17-9db4-4bdd-a553-77e6dc795fcc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00748a08-dc42-418f-bc59-4bc75f2ee397') {} {{(pid=101863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:09:24.347658 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-62e77f17-9db4-4bdd-a553-77e6dc795fcc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755428158585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262023754'] for segment, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:24.360063 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-62e77f17-9db4-4bdd-a553-77e6dc795fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:24.366370 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62e77f17-9db4-4bdd-a553-77e6dc795fcc admin admin] Releasing vlan 291 on physical network physnet1 to pool {{(pid=101863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:09:24.366747 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-62e77f17-9db4-4bdd-a553-77e6dc795fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2944180'] for segment, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:24.368320 dv-cinder-829630-2-iscsi neutron-server[101863]: Traceback (most recent call last): May 04 15:09:24.368320 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:09:24.368320 dv-cinder-829630-2-iscsi neutron-server[101863]: timer() May 04 15:09:24.368320 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:09:24.368320 dv-cinder-829630-2-iscsi neutron-server[101863]: cb(*args, **kw) May 04 15:09:24.368320 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:09:24.368320 dv-cinder-829630-2-iscsi neutron-server[101863]: return func(*args, **kwargs) May 04 15:09:24.368320 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:09:24.368320 dv-cinder-829630-2-iscsi neutron-server[101863]: self._notify() May 04 15:09:24.368320 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:09:24.368320 dv-cinder-829630-2-iscsi neutron-server[101863]: self.callback(batched_events) May 04 15:09:24.368320 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:09:24.368320 dv-cinder-829630-2-iscsi neutron-server[101863]: event.method(event) May 04 15:09:24.368320 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:09:24.368320 dv-cinder-829630-2-iscsi neutron-server[101863]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:09:24.368320 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:09:24.368320 dv-cinder-829630-2-iscsi neutron-server[101863]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:09:24.368320 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:09:24.368320 dv-cinder-829630-2-iscsi neutron-server[101863]: return f(self, *a, **k) May 04 15:09:24.368320 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:09:24.368320 dv-cinder-829630-2-iscsi neutron-server[101863]: return self._get(url).json() May 04 15:09:24.368320 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:09:24.368320 dv-cinder-829630-2-iscsi neutron-server[101863]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:09:24.368320 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:09:24.368320 dv-cinder-829630-2-iscsi neutron-server[101863]: return self.request(url, 'GET', **kwargs) May 04 15:09:24.368320 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:09:24.368320 dv-cinder-829630-2-iscsi neutron-server[101863]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:09:24.368320 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:09:24.368320 dv-cinder-829630-2-iscsi neutron-server[101863]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:09:24.368320 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:09:24.368320 dv-cinder-829630-2-iscsi neutron-server[101863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:09:24.368320 dv-cinder-829630-2-iscsi neutron-server[101863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:09:24.419043 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-62e77f17-9db4-4bdd-a553-77e6dc795fcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628060'] for network, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:24.424191 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-62e77f17-9db4-4bdd-a553-77e6dc795fcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:24.428037 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-62e77f17-9db4-4bdd-a553-77e6dc795fcc admin admin] 10.222.0.42 "DELETE /v2.0/networks/f07b9b50-8235-4ab7-86f8-297f35e929ec HTTP/1.1" status: 204 len: 168 time: 0.2602417 May 04 15:09:24.431722 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 50346) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:09:24.439049 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e77f17-9db4-4bdd-a553-77e6dc795fcc admin admin] Pushing event deleted for resources: {'Network': ['ID=f07b9b50-8235-4ab7-86f8-297f35e929ec,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:24.481978 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_v2 [None req-98e1bcf6-f256-4a4e-995f-1112a24edb33 admin admin] Deleting subnet ea6ab231-795b-475c-a4b3-2ba9d9cbaaec {{(pid=101864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 15:09:24.485147 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-98e1bcf6-f256-4a4e-995f-1112a24edb33 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:24.519368 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-98e1bcf6-f256-4a4e-995f-1112a24edb33 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261144784'] for subnet, precommit_delete_associations {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:24.560556 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-98e1bcf6-f256-4a4e-995f-1112a24edb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759364'] for subnet, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:24.610696 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-98e1bcf6-f256-4a4e-995f-1112a24edb33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261144785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930317'] for subnet, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:24.637294 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1bcf6-f256-4a4e-995f-1112a24edb33 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea6ab231-795b-475c-a4b3-2ba9d9cbaaec,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:24.639299 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-98e1bcf6-f256-4a4e-995f-1112a24edb33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for subnet, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:24.642495 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-98e1bcf6-f256-4a4e-995f-1112a24edb33 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ea6ab231-795b-475c-a4b3-2ba9d9cbaaec HTTP/1.1" status: 204 len: 168 time: 0.2096550 May 04 15:09:24.645010 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 50348) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:09:24.710171 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b567b5eb-23f6-45e8-85c4-032bdbf5c4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697412'] for network, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:24.791144 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b567b5eb-23f6-45e8-85c4-032bdbf5c4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753417', 'neutron.services.segments.db._delete_segments_for_network-8755428157040'] for network, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:24.810375 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.services.segments.db [None req-b567b5eb-23f6-45e8-85c4-032bdbf5c4ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6d7b62e-e498-4e7e-8fe8-4679c6275d32']}} {{(pid=101864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:09:24.820004 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.services.segments.db [None req-b567b5eb-23f6-45e8-85c4-032bdbf5c4ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f63b920-1ab6-48d7-9a57-1a5ef237d2fe') {'for_net_delete': True} {{(pid=101864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:09:24.820236 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.services.segments.db [None req-b567b5eb-23f6-45e8-85c4-032bdbf5c4ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f63b920-1ab6-48d7-9a57-1a5ef237d2fe') {} {{(pid=101864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:09:24.829235 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b567b5eb-23f6-45e8-85c4-032bdbf5c4ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755428158585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261144795'] for segment, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:24.842332 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b567b5eb-23f6-45e8-85c4-032bdbf5c4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:24.848749 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b567b5eb-23f6-45e8-85c4-032bdbf5c4ff admin admin] Releasing vlan 258 on physical network physnet1 to pool {{(pid=101864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:09:24.849148 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b567b5eb-23f6-45e8-85c4-032bdbf5c4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261144951'] for segment, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:24.850784 dv-cinder-829630-2-iscsi neutron-server[101864]: Traceback (most recent call last): May 04 15:09:24.850784 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:09:24.850784 dv-cinder-829630-2-iscsi neutron-server[101864]: timer() May 04 15:09:24.850784 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:09:24.850784 dv-cinder-829630-2-iscsi neutron-server[101864]: cb(*args, **kw) May 04 15:09:24.850784 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:09:24.850784 dv-cinder-829630-2-iscsi neutron-server[101864]: return func(*args, **kwargs) May 04 15:09:24.850784 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:09:24.850784 dv-cinder-829630-2-iscsi neutron-server[101864]: self._notify() May 04 15:09:24.850784 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:09:24.850784 dv-cinder-829630-2-iscsi neutron-server[101864]: self.callback(batched_events) May 04 15:09:24.850784 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:09:24.850784 dv-cinder-829630-2-iscsi neutron-server[101864]: event.method(event) May 04 15:09:24.850784 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:09:24.850784 dv-cinder-829630-2-iscsi neutron-server[101864]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:09:24.850784 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:09:24.850784 dv-cinder-829630-2-iscsi neutron-server[101864]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:09:24.850784 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:09:24.850784 dv-cinder-829630-2-iscsi neutron-server[101864]: return f(self, *a, **k) May 04 15:09:24.850784 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:09:24.850784 dv-cinder-829630-2-iscsi neutron-server[101864]: return self._get(url).json() May 04 15:09:24.850784 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:09:24.850784 dv-cinder-829630-2-iscsi neutron-server[101864]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:09:24.850784 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:09:24.850784 dv-cinder-829630-2-iscsi neutron-server[101864]: return self.request(url, 'GET', **kwargs) May 04 15:09:24.850784 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:09:24.850784 dv-cinder-829630-2-iscsi neutron-server[101864]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:09:24.850784 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:09:24.850784 dv-cinder-829630-2-iscsi neutron-server[101864]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:09:24.850784 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:09:24.850784 dv-cinder-829630-2-iscsi neutron-server[101864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:09:24.850784 dv-cinder-829630-2-iscsi neutron-server[101864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:09:24.906285 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b567b5eb-23f6-45e8-85c4-032bdbf5c4ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628060'] for network, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:24.911298 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b567b5eb-23f6-45e8-85c4-032bdbf5c4ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:24.914668 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-b567b5eb-23f6-45e8-85c4-032bdbf5c4ff admin admin] 10.222.0.42 "DELETE /v2.0/networks/a6d7b62e-e498-4e7e-8fe8-4679c6275d32 HTTP/1.1" status: 204 len: 168 time: 0.2687299 May 04 15:09:24.927869 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b567b5eb-23f6-45e8-85c4-032bdbf5c4ff admin admin] Pushing event deleted for resources: {'Network': ['ID=a6d7b62e-e498-4e7e-8fe8-4679c6275d32,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:25.071199 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 50354) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:09:25.074480 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:09:25.113152 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-dea7ff05-3352-4309-b506-de22604f0070 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d0532f34a1234290871c44ec55da1bf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0408285 May 04 15:09:25.116356 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 50356) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:09:25.163575 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-38be821b-8f07-4723-967f-24b0b32de079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:25.184045 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-38be821b-8f07-4723-967f-24b0b32de079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:25.229089 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-38be821b-8f07-4723-967f-24b0b32de079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:25.231633 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-38be821b-8f07-4723-967f-24b0b32de079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:25.232858 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-38be821b-8f07-4723-967f-24b0b32de079 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a02c1d5e-365c-47ab-b8d6-c27e8c2f208a HTTP/1.1" status: 204 len: 168 time: 0.1155336 May 04 15:09:25.240460 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38be821b-8f07-4723-967f-24b0b32de079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02c1d5e-365c-47ab-b8d6-c27e8c2f208a,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:25.540437 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 50362) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:09:25.579453 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-adacd95e-9055-4b94-97b5-5d3550c4a582 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=5989d08d6b204f0b943112d0041338fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378242 May 04 15:09:25.581929 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 50366) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:09:25.632855 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-0471e3cd-578c-4924-ac29-edb75717f223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:25.653742 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-0471e3cd-578c-4924-ac29-edb75717f223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:25.698920 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-0471e3cd-578c-4924-ac29-edb75717f223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:25.701588 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-0471e3cd-578c-4924-ac29-edb75717f223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:25.702743 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-0471e3cd-578c-4924-ac29-edb75717f223 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/9ae410a7-cb6c-46c0-8b1c-4c3f8f819891 HTTP/1.1" status: 204 len: 168 time: 0.1193011 May 04 15:09:25.710495 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0471e3cd-578c-4924-ac29-edb75717f223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae410a7-cb6c-46c0-8b1c-4c3f8f819891,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:26.721848 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 50396) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:09:26.824223 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-795b5a47-df6c-4594-a009-cf31ef84f8cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:26.899240 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-795b5a47-df6c-4594-a009-cf31ef84f8cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:26.903216 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-795b5a47-df6c-4594-a009-cf31ef84f8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:26.938253 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795b5a47-df6c-4594-a009-cf31ef84f8cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8f1b8f9-82be-4bf0-b3b1-0b09c833b594,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:26.945230 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-795b5a47-df6c-4594-a009-cf31ef84f8cb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=309fb0d2c19943269cabc048a4021c34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2201707 May 04 15:09:26.945842 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 50400) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:09:26.993492 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-2ca1313c-2ee5-4f26-9203-949051ace945 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:27.014265 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-2ca1313c-2ee5-4f26-9203-949051ace945 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:27.061594 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-2ca1313c-2ee5-4f26-9203-949051ace945 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:27.064145 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-2ca1313c-2ee5-4f26-9203-949051ace945 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:27.065311 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-2ca1313c-2ee5-4f26-9203-949051ace945 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/d8f1b8f9-82be-4bf0-b3b1-0b09c833b594 HTTP/1.1" status: 204 len: 168 time: 0.1185703 May 04 15:09:27.073431 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca1313c-2ee5-4f26-9203-949051ace945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8f1b8f9-82be-4bf0-b3b1-0b09c833b594,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:31.027977 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 50466) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:09:31.132362 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9e5d1815-888f-4318-9e26-25c332a3e360 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:31.204320 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9e5d1815-888f-4318-9e26-25c332a3e360 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:31.208482 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9e5d1815-888f-4318-9e26-25c332a3e360 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:31.245814 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-9e5d1815-888f-4318-9e26-25c332a3e360 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=4a6e50e1eb264521b80f1cce2a0fa997&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2167673 May 04 15:09:31.246666 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5d1815-888f-4318-9e26-25c332a3e360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a12ac92e-ee3a-459c-afc2-d28e19c966e5,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:31.248518 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 50470) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:09:31.300503 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-557e7fce-778c-4a68-b011-accd82d060b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:31.321902 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-557e7fce-778c-4a68-b011-accd82d060b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:31.367431 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-557e7fce-778c-4a68-b011-accd82d060b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:31.370096 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-557e7fce-778c-4a68-b011-accd82d060b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:31.371241 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-557e7fce-778c-4a68-b011-accd82d060b2 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/a12ac92e-ee3a-459c-afc2-d28e19c966e5 HTTP/1.1" status: 204 len: 168 time: 0.1216795 May 04 15:09:31.378759 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-557e7fce-778c-4a68-b011-accd82d060b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a12ac92e-ee3a-459c-afc2-d28e19c966e5,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:31.985420 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 50492) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:09:32.079288 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-460edd09-6833-43f4-b71d-867303b5b6f0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-202842536-network', 'tenant_id': 'c91b18042cbb42ca86c1c8749f0ba7ee'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:09:32.100302 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460edd09-6833-43f4-b71d-867303b5b6f0 admin admin] Made reservation on behalf of c91b18042cbb42ca86c1c8749f0ba7ee for: {'network': 1} {{(pid=101863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:09:32.102670 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-460edd09-6833-43f4-b71d-867303b5b6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for network, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:32.110892 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-460edd09-6833-43f4-b71d-867303b5b6f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:32.185845 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-460edd09-6833-43f4-b71d-867303b5b6f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:32.190076 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-460edd09-6833-43f4-b71d-867303b5b6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:32.215391 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460edd09-6833-43f4-b71d-867303b5b6f0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 267} {{(pid=101863) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 15:09:32.225584 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460edd09-6833-43f4-b71d-867303b5b6f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e308c119-728f-4681-9e49-d08962eacfd9,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:32.231679 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-460edd09-6833-43f4-b71d-867303b5b6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:32.232022 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.db.segments_db [None req-460edd09-6833-43f4-b71d-867303b5b6f0 admin admin] Added segment cbfd0065-88c0-4c89-a93a-39403a311c9a of type vlan for network ecb06e15-c690-4f9e-8e9f-fac9376fdda3 May 04 15:09:32.271568 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-460edd09-6833-43f4-b71d-867303b5b6f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755427588545'] for network, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:32.298581 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-460edd09-6833-43f4-b71d-867303b5b6f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198'] for network, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:32.299542 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460edd09-6833-43f4-b71d-867303b5b6f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:32.300121 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-460edd09-6833-43f4-b71d-867303b5b6f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:32.358661 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-460edd09-6833-43f4-b71d-867303b5b6f0 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3720565 May 04 15:09:32.361593 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 50500) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:09:32.362086 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460edd09-6833-43f4-b71d-867303b5b6f0 admin admin] Pushing event updated for resources: {'Network': ['ID=ecb06e15-c690-4f9e-8e9f-fac9376fdda3,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:32.368613 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-15cbe037-d404-4e04-960e-bbcc77c81c60 admin admin] Request body: {'subnet': {'network_id': 'ecb06e15-c690-4f9e-8e9f-fac9376fdda3', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-202842536-subnet', 'tenant_id': 'c91b18042cbb42ca86c1c8749f0ba7ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:09:32.372068 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Network ecb06e15-c690-4f9e-8e9f-fac9376fdda3 details requested by agent ovs-agent-dv-cinder-829630-2-iscsi with host dv-cinder-829630-2-iscsi {{(pid=101865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 15:09:32.389096 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cbe037-d404-4e04-960e-bbcc77c81c60 admin admin] Made reservation on behalf of c91b18042cbb42ca86c1c8749f0ba7ee for: {'subnet': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:09:32.391413 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-15cbe037-d404-4e04-960e-bbcc77c81c60 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2930322'] for subnet, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:32.559076 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-15cbe037-d404-4e04-960e-bbcc77c81c60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-261144722', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2930308'] for subnet, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:32.610277 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cbe037-d404-4e04-960e-bbcc77c81c60 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba99470e-ec83-4eb2-abea-6c0163892de0,revision_number=0']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:32.620695 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cbe037-d404-4e04-960e-bbcc77c81c60 admin admin] Checking segment: {'id': 'cbfd0065-88c0-4c89-a93a-39403a311c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ecb06e15-c690-4f9e-8e9f-fac9376fdda3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:09:32.621075 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cbe037-d404-4e04-960e-bbcc77c81c60 admin admin] Network hostable DHCP agents. Network: ecb06e15-c690-4f9e-8e9f-fac9376fdda3, hostable agents: ['fc62abde-e1bd-4968-8f20-84ac7e991332'], hosted agents: [] {{(pid=101864) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 15:09:32.637826 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cbe037-d404-4e04-960e-bbcc77c81c60 admin admin] Network ecb06e15-c690-4f9e-8e9f-fac9376fdda3 is scheduled to be hosted by DHCP agent fc62abde-e1bd-4968-8f20-84ac7e991332 with binding_index 1 {{(pid=101864) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 15:09:32.646683 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [None req-15cbe037-d404-4e04-960e-bbcc77c81c60 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-iscsi, ecb06e15-c690-4f9e-8e9f-fac9376fdda3) {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:09:32.650918 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cbe037-d404-4e04-960e-bbcc77c81c60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:32.651511 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-15cbe037-d404-4e04-960e-bbcc77c81c60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for subnet, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:32.655689 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8240f18c-ce18-4324-a30e-b0741544e79a None None] Network ecb06e15-c690-4f9e-8e9f-fac9376fdda3 requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:09:32.667217 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-15cbe037-d404-4e04-960e-bbcc77c81c60 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3045070 May 04 15:09:32.777154 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c284f4-7f27-4ed9-8a66-9667a6ffff2a None None] Network ecb06e15-c690-4f9e-8e9f-fac9376fdda3 requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:09:34.405595 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-7e8e2347-dae3-48e8-8e10-12191690f8a3 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:34.407078 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-7e8e2347-dae3-48e8-8e10-12191690f8a3 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/networks?id=ecb06e15-c690-4f9e-8e9f-fac9376fdda3 HTTP/1.1" status: 200 len: 813 time: 0.1023140 May 04 15:09:34.422241 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-e473db75-915e-4d89-868e-28a67a1a3554 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/quotas/c91b18042cbb42ca86c1c8749f0ba7ee HTTP/1.1" status: 200 len: 375 time: 0.0088079 May 04 15:09:34.453913 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-ff22654f-854f-485b-b54b-7731a2fc9bc7 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c91b18042cbb42ca86c1c8749f0ba7ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0256710 May 04 15:09:34.582641 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-404f572a-95d5-4a3d-a278-76cdefa977cf service neutron] 10.222.0.42 "GET /v2.0/networks/ecb06e15-c690-4f9e-8e9f-fac9376fdda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216455 May 04 15:09:34.672780 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-f7c886af-d5a1-43b1-92eb-b0eaab35be99 service neutron] 10.222.0.42 "GET /v2.0/networks/ecb06e15-c690-4f9e-8e9f-fac9376fdda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837841 May 04 15:09:34.826890 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-890ee724-e0cb-4678-9308-69876d7c1105 req-2d00130a-37b7-4c79-af12-6a2f3d60f2cb tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=f87b2812-0686-4b30-8802-a277441033ca HTTP/1.1" status: 200 len: 210 time: 0.0267594 May 04 15:09:35.927928 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3e9685cc-e994-4dd6-83bc-04c81a97e624 req-59c57833-4d8a-4935-a037-646466e760b6 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=f87b2812-0686-4b30-8802-a277441033ca HTTP/1.1" status: 200 len: 210 time: 0.0256145 May 04 15:09:35.996104 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-30cf5133-7487-4621-b5cf-1007c5c21c3e tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:35.997600 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-30cf5133-7487-4621-b5cf-1007c5c21c3e tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.11 "GET /v2.0/networks?id=ecb06e15-c690-4f9e-8e9f-fac9376fdda3 HTTP/1.1" status: 200 len: 813 time: 0.1139576 May 04 15:09:36.020561 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-a3c48444-00ff-4629-b730-5635fe791cc8 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Request body: {'port': {'device_id': 'f87b2812-0686-4b30-8802-a277441033ca', 'network_id': 'ecb06e15-c690-4f9e-8e9f-fac9376fdda3', 'admin_state_up': True, 'tenant_id': 'c91b18042cbb42ca86c1c8749f0ba7ee'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:09:36.123965 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-a3c48444-00ff-4629-b730-5635fe791cc8 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Made reservation on behalf of c91b18042cbb42ca86c1c8749f0ba7ee for: {'port': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:09:36.127350 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-a3c48444-00ff-4629-b730-5635fe791cc8 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:36.168776 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-a0fc1a91-759a-4939-a2fe-ef0954661aa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:36.251887 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_common [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-a3c48444-00ff-4629-b730-5635fe791cc8 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Allocated IP 172.20.0.11 (ecb06e15-c690-4f9e-8e9f-fac9376fdda3/ba99470e-ec83-4eb2-abea-6c0163892de0/31fbf7d7-b5da-493a-82eb-150eefa62970) {{(pid=101864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:09:36.395855 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-a3c48444-00ff-4629-b730-5635fe791cc8 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Notify callbacks [] for port, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:36.428493 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-a3c48444-00ff-4629-b730-5635fe791cc8 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:36.471061 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-a3c48444-00ff-4629-b730-5635fe791cc8 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Network ecb06e15-c690-4f9e-8e9f-fac9376fdda3 is already hosted by enough agents. {{(pid=101864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:09:36.474402 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-a3c48444-00ff-4629-b730-5635fe791cc8 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Resources bound (agent type, host, resource id): {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:09:36.481074 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-a3c48444-00ff-4629-b730-5635fe791cc8 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Received port after_create {{(pid=101864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:09:36.484787 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c48444-00ff-4629-b730-5635fe791cc8 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Pushing event updated for resources: {'Port': ['ID=31fbf7d7-b5da-493a-82eb-150eefa62970,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:36.529559 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-a3c48444-00ff-4629-b730-5635fe791cc8 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:36.530166 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-a3c48444-00ff-4629-b730-5635fe791cc8 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:36.545302 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-a3c48444-00ff-4629-b730-5635fe791cc8 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5294561 May 04 15:09:36.563707 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-9f40354f-464b-42c6-baae-72dffa2fe0d9 service neutron] Request body: {'port': {'device_id': 'f87b2812-0686-4b30-8802-a277441033ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:09:36.619034 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-9f40354f-464b-42c6-baae-72dffa2fe0d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:36.869467 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-9f40354f-464b-42c6-baae-72dffa2fe0d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31fbf7d7-b5da-493a-82eb-150eefa62970 {{(pid=101864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:09:36.876750 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-9f40354f-464b-42c6-baae-72dffa2fe0d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:36.888652 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.provisioning_blocks [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-9f40354f-464b-42c6-baae-72dffa2fe0d9 service neutron] Transition to ACTIVE for port object 31fbf7d7-b5da-493a-82eb-150eefa62970 will not be triggered until provisioned by entity L2. {{(pid=101864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:09:36.891895 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-9f40354f-464b-42c6-baae-72dffa2fe0d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:36.940992 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40354f-464b-42c6-baae-72dffa2fe0d9 service neutron] Pushing event updated for resources: {'Port': ['ID=31fbf7d7-b5da-493a-82eb-150eefa62970,revision_number=2']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:37.009192 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-9f40354f-464b-42c6-baae-72dffa2fe0d9 service neutron] Attempting to bind port 31fbf7d7-b5da-493a-82eb-150eefa62970 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:09:37.009917 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-9f40354f-464b-42c6-baae-72dffa2fe0d9 service neutron] Attempting to bind port 31fbf7d7-b5da-493a-82eb-150eefa62970 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'cbfd0065-88c0-4c89-a93a-39403a311c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ecb06e15-c690-4f9e-8e9f-fac9376fdda3'}] {{(pid=101864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:09:37.009917 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-9f40354f-464b-42c6-baae-72dffa2fe0d9 service neutron] Attempting to bind port 31fbf7d7-b5da-493a-82eb-150eefa62970 on network ecb06e15-c690-4f9e-8e9f-fac9376fdda3 {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:09:37.014113 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-9f40354f-464b-42c6-baae-72dffa2fe0d9 service neutron] Port 31fbf7d7-b5da-493a-82eb-150eefa62970 on network ecb06e15-c690-4f9e-8e9f-fac9376fdda3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:09:37.014433 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-9f40354f-464b-42c6-baae-72dffa2fe0d9 service neutron] Attempting to bind port 31fbf7d7-b5da-493a-82eb-150eefa62970 on network ecb06e15-c690-4f9e-8e9f-fac9376fdda3 {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:09:37.019148 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-9f40354f-464b-42c6-baae-72dffa2fe0d9 service neutron] Checking agent: {'id': 'b5e3fd0f-344a-4130-968c-1c1293caf489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'started_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 9, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:09:37.019479 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-9f40354f-464b-42c6-baae-72dffa2fe0d9 service neutron] Checking segment: {'id': 'cbfd0065-88c0-4c89-a93a-39403a311c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ecb06e15-c690-4f9e-8e9f-fac9376fdda3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:09:37.019988 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-9f40354f-464b-42c6-baae-72dffa2fe0d9 service neutron] Bound using segment: {'id': 'cbfd0065-88c0-4c89-a93a-39403a311c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ecb06e15-c690-4f9e-8e9f-fac9376fdda3'} {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:09:37.020420 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-9f40354f-464b-42c6-baae-72dffa2fe0d9 service neutron] Bound port: 31fbf7d7-b5da-493a-82eb-150eefa62970, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbfd0065-88c0-4c89-a93a-39403a311c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ecb06e15-c690-4f9e-8e9f-fac9376fdda3'}}] {{(pid=101864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:09:37.020799 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-9f40354f-464b-42c6-baae-72dffa2fe0d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:37.040847 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5287c0f-d2ff-47c5-b215-9d68c319d3eb req-4a839267-1008-440a-b542-9c0d35838d06 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:37.042309 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d5287c0f-d2ff-47c5-b215-9d68c319d3eb req-4a839267-1008-440a-b542-9c0d35838d06 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=f87b2812-0686-4b30-8802-a277441033ca HTTP/1.1" status: 200 len: 944 time: 0.0482187 May 04 15:09:37.082647 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-9f40354f-464b-42c6-baae-72dffa2fe0d9 service neutron] For port 31fbf7d7-b5da-493a-82eb-150eefa62970, host hv-cinder-82963, cleared binding levels {{(pid=101864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:09:37.084208 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d5287c0f-d2ff-47c5-b215-9d68c319d3eb req-fe19a94e-3a84-44e4-851f-9fb28e6b03c9 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/security-groups?id=e308c119-728f-4681-9e49-d08962eacfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358002 May 04 15:09:37.085876 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-9f40354f-464b-42c6-baae-72dffa2fe0d9 service neutron] For port 31fbf7d7-b5da-493a-82eb-150eefa62970, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=31fbf7d7-b5da-493a-82eb-150eefa62970,segment=NetworkSegment(cbfd0065-88c0-4c89-a93a-39403a311c9a),segment_id=cbfd0065-88c0-4c89-a93a-39403a311c9a)] {{(pid=101864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:09:37.090015 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-9f40354f-464b-42c6-baae-72dffa2fe0d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:37.124647 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-9f40354f-464b-42c6-baae-72dffa2fe0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:37.125285 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-9f40354f-464b-42c6-baae-72dffa2fe0d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:37.126671 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-9f40354f-464b-42c6-baae-72dffa2fe0d9 service neutron] 10.222.0.11 "PUT /v2.0/ports/31fbf7d7-b5da-493a-82eb-150eefa62970 HTTP/1.1" status: 200 len: 1094 time: 0.5669827 May 04 15:09:37.127112 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f87b2812-0686-4b30-8802-a277441033ca', 'tag': '31fbf7d7-b5da-493a-82eb-150eefa62970'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:09:37.129911 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-afc34967-c755-4bc5-997e-3dfaf0fe07e3" -d '{"events": [{"name": "network-changed", "server_uuid": "f87b2812-0686-4b30-8802-a277441033ca", "tag": "31fbf7d7-b5da-493a-82eb-150eefa62970"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:09:37.153534 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f40354f-464b-42c6-baae-72dffa2fe0d9 service neutron] Pushing event updated for resources: {'Port': ['ID=31fbf7d7-b5da-493a-82eb-150eefa62970,revision_number=3']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:37.227021 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-5146376c-a9b0-4dd5-b7e9-fbdce49d8ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:37.228620 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-5146376c-a9b0-4dd5-b7e9-fbdce49d8ffa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c91b18042cbb42ca86c1c8749f0ba7ee&device_id=f87b2812-0686-4b30-8802-a277441033ca HTTP/1.1" status: 200 len: 1097 time: 0.0439992 May 04 15:09:37.278268 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-c8b9426f-2a9f-4311-8399-add2cb9b1729 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31fbf7d7-b5da-493a-82eb-150eefa62970 HTTP/1.1" status: 200 len: 217 time: 0.0341339 May 04 15:09:37.292213 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a564de-d5e6-4810-a505-2645b275e5f9 x-openstack-request-id: req-f7a564de-d5e6-4810-a505-2645b275e5f9 {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:09:37.292522 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f87b2812-0686-4b30-8802-a277441033ca", "tag": "31fbf7d7-b5da-493a-82eb-150eefa62970", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:09:37.292787 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-f7a564de-d5e6-4810-a505-2645b275e5f9 {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:09:37.293178 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7a564de-d5e6-4810-a505-2645b275e5f9'] response: {'name': 'network-changed', 'server_uuid': 'f87b2812-0686-4b30-8802-a277441033ca', 'tag': '31fbf7d7-b5da-493a-82eb-150eefa62970', 'status': 'completed', 'code': 200} May 04 15:09:37.328414 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-bb990ac9-4ea6-4c55-aefa-b76df4280128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:37.329874 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-bb990ac9-4ea6-4c55-aefa-b76df4280128 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ba99470e-ec83-4eb2-abea-6c0163892de0 HTTP/1.1" status: 200 len: 853 time: 0.0456510 May 04 15:09:37.360285 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-4ceab372-ac2a-4b1b-8bc0-f5bd2a8aad1e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ecb06e15-c690-4f9e-8e9f-fac9376fdda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234673 May 04 15:09:37.448239 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-99918e8b-5e48-4d8d-9c73-0b570c278f89 service neutron] 10.222.0.11 "GET /v2.0/networks/ecb06e15-c690-4f9e-8e9f-fac9376fdda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810773 May 04 15:09:37.534262 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-d45f6d5e-3b87-4a14-a1a8-cfb97ebb085c req-1c3009c9-3c33-4aff-8379-6da0c56d0aa5 service neutron] 10.222.0.11 "GET /v2.0/networks/ecb06e15-c690-4f9e-8e9f-fac9376fdda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786684 May 04 15:09:37.670369 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc34967-c755-4bc5-997e-3dfaf0fe07e3 req-d6cb9598-7277-4be4-a0df-5f309464e109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:37.671842 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-afc34967-c755-4bc5-997e-3dfaf0fe07e3 req-d6cb9598-7277-4be4-a0df-5f309464e109 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c91b18042cbb42ca86c1c8749f0ba7ee&device_id=f87b2812-0686-4b30-8802-a277441033ca HTTP/1.1" status: 200 len: 1097 time: 0.0430524 May 04 15:09:37.757678 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc34967-c755-4bc5-997e-3dfaf0fe07e3 req-caa98afc-3ed0-4439-a772-5b40d78ada96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:37.759113 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-afc34967-c755-4bc5-997e-3dfaf0fe07e3 req-caa98afc-3ed0-4439-a772-5b40d78ada96 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ecb06e15-c690-4f9e-8e9f-fac9376fdda3 HTTP/1.1" status: 200 len: 914 time: 0.0806146 May 04 15:09:37.803625 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-afc34967-c755-4bc5-997e-3dfaf0fe07e3 req-201954a4-299d-4d70-ad28-2bd1064cfd03 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31fbf7d7-b5da-493a-82eb-150eefa62970 HTTP/1.1" status: 200 len: 217 time: 0.0370750 May 04 15:09:37.852363 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc34967-c755-4bc5-997e-3dfaf0fe07e3 req-16907178-265a-458b-bdc2-c57209164416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:37.853837 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-afc34967-c755-4bc5-997e-3dfaf0fe07e3 req-16907178-265a-458b-bdc2-c57209164416 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ba99470e-ec83-4eb2-abea-6c0163892de0 HTTP/1.1" status: 200 len: 853 time: 0.0426834 May 04 15:09:37.885354 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-afc34967-c755-4bc5-997e-3dfaf0fe07e3 req-949e4e70-a9c4-482a-8917-8bc8de9ceaa4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ecb06e15-c690-4f9e-8e9f-fac9376fdda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245373 May 04 15:09:37.974826 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-afc34967-c755-4bc5-997e-3dfaf0fe07e3 req-dc08caaf-4c89-40bf-b87c-355166899f70 service neutron] 10.222.0.11 "GET /v2.0/networks/ecb06e15-c690-4f9e-8e9f-fac9376fdda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809999 May 04 15:09:38.068908 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-afc34967-c755-4bc5-997e-3dfaf0fe07e3 req-bf848c87-1b31-492d-9329-af0cddb3b14f service neutron] 10.222.0.11 "GET /v2.0/networks/ecb06e15-c690-4f9e-8e9f-fac9376fdda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863309 May 04 15:09:38.203392 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797701d6-2ab5-44be-9d2b-a33705e584b9 req-1ca435d2-2210-437b-84a1-ccd7124a5f0d tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:38.204855 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-797701d6-2ab5-44be-9d2b-a33705e584b9 req-1ca435d2-2210-437b-84a1-ccd7124a5f0d tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=f87b2812-0686-4b30-8802-a277441033ca HTTP/1.1" status: 200 len: 944 time: 0.0483479 May 04 15:09:38.247078 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-797701d6-2ab5-44be-9d2b-a33705e584b9 req-1fc20030-75ef-4c18-92a2-aaa3e808f2b0 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/security-groups?id=e308c119-728f-4681-9e49-d08962eacfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358677 May 04 15:09:38.449446 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-f0a3a111-d23b-46ab-b967-d41853a22dd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:39.359696 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92965f8b-2854-4638-b732-b619bd335a34 req-08de9521-ba8f-483c-bda2-f67b319c0d71 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:39.361174 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-92965f8b-2854-4638-b732-b619bd335a34 req-08de9521-ba8f-483c-bda2-f67b319c0d71 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=f87b2812-0686-4b30-8802-a277441033ca HTTP/1.1" status: 200 len: 944 time: 0.0477698 May 04 15:09:39.398488 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-92965f8b-2854-4638-b732-b619bd335a34 req-ee723dc0-870c-4763-bc36-6705e9f3fdba tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/security-groups?id=e308c119-728f-4681-9e49-d08962eacfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313542 May 04 15:09:39.699381 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:40.459342 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:40.514066 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe263fc2-15a4-4615-a047-d7ebb2d002f2 req-8c91d490-129f-44a7-a8c3-99693f96333c tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:40.515517 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-fe263fc2-15a4-4615-a047-d7ebb2d002f2 req-8c91d490-129f-44a7-a8c3-99693f96333c tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=f87b2812-0686-4b30-8802-a277441033ca HTTP/1.1" status: 200 len: 944 time: 0.0478089 May 04 15:09:40.556890 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-fe263fc2-15a4-4615-a047-d7ebb2d002f2 req-bc3fcf64-dc9f-4f93-b79a-05d3cf6bf04a tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/security-groups?id=e308c119-728f-4681-9e49-d08962eacfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353210 May 04 15:09:41.334030 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:41.672258 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547ec31a-ba0e-4b42-ac73-641017a86148 req-ddc82d80-8221-41cd-9f36-da95eedbb1b7 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:41.673839 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-547ec31a-ba0e-4b42-ac73-641017a86148 req-ddc82d80-8221-41cd-9f36-da95eedbb1b7 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=f87b2812-0686-4b30-8802-a277441033ca HTTP/1.1" status: 200 len: 944 time: 0.0485256 May 04 15:09:41.711187 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-547ec31a-ba0e-4b42-ac73-641017a86148 req-03960168-8df9-4b18-98c7-6fbe74e62d40 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/security-groups?id=e308c119-728f-4681-9e49-d08962eacfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312848 May 04 15:09:41.721660 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:42.007822 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 31fbf7d7-b5da-493a-82eb-150eefa62970 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:09:42.103536 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 31fbf7d7-b5da-493a-82eb-150eefa62970, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=31fbf7d7-b5da-493a-82eb-150eefa62970,segment=NetworkSegment(cbfd0065-88c0-4c89-a93a-39403a311c9a),segment_id=cbfd0065-88c0-4c89-a93a-39403a311c9a)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:09:42.115157 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Returning: {'device': '31fbf7d7-b5da-493a-82eb-150eefa62970', 'network_id': 'ecb06e15-c690-4f9e-8e9f-fac9376fdda3', 'port_id': '31fbf7d7-b5da-493a-82eb-150eefa62970', 'mac_address': 'fa:16:3e:b8:61:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba99470e-ec83-4eb2-abea-6c0163892de0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:09:42.151605 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:42.164781 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31fbf7d7-b5da-493a-82eb-150eefa62970 {{(pid=101865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:09:42.184215 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 31fbf7d7-b5da-493a-82eb-150eefa62970, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=31fbf7d7-b5da-493a-82eb-150eefa62970,segment=NetworkSegment(cbfd0065-88c0-4c89-a93a-39403a311c9a),segment_id=cbfd0065-88c0-4c89-a93a-39403a311c9a)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:09:42.188068 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:42.241333 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=31fbf7d7-b5da-493a-82eb-150eefa62970,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:42.688954 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['31fbf7d7-b5da-493a-82eb-150eefa62970'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:09:42.828255 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c5785-09f9-4d73-b700-aa4d33d18ae6 req-dedfed28-2c7e-4c35-bf56-fc9b9f648554 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:42.829767 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a39c5785-09f9-4d73-b700-aa4d33d18ae6 req-dedfed28-2c7e-4c35-bf56-fc9b9f648554 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=f87b2812-0686-4b30-8802-a277441033ca HTTP/1.1" status: 200 len: 945 time: 0.0485780 May 04 15:09:42.869790 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a39c5785-09f9-4d73-b700-aa4d33d18ae6 req-39aba083-5cb6-4a4c-9091-93e8e4bff7ef tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/security-groups?id=e308c119-728f-4681-9e49-d08962eacfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332031 May 04 15:09:43.984912 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b514c94-0cc6-40b7-b62d-0760cb053b8b req-814b40c7-f3e4-4288-8279-4dcf6b1e5d7f tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:43.986394 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2b514c94-0cc6-40b7-b62d-0760cb053b8b req-814b40c7-f3e4-4288-8279-4dcf6b1e5d7f tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=f87b2812-0686-4b30-8802-a277441033ca HTTP/1.1" status: 200 len: 945 time: 0.0498786 May 04 15:09:43.997052 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 31fbf7d7-b5da-493a-82eb-150eefa62970 up at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:09:44.029279 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2b514c94-0cc6-40b7-b62d-0760cb053b8b req-0a9db250-7950-4990-b70e-5080973df7a1 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/security-groups?id=e308c119-728f-4681-9e49-d08962eacfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358255 May 04 15:09:44.045699 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning for port 31fbf7d7-b5da-493a-82eb-150eefa62970 completed by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:09:44.050126 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning complete for port 31fbf7d7-b5da-493a-82eb-150eefa62970 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:09:44.050494 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:44.128078 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:44.151291 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87b2812-0686-4b30-8802-a277441033ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fbf7d7-b5da-493a-82eb-150eefa62970'}] {{(pid=101865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:09:44.153544 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13127db273ea31dc2797640238b9d4a3f6ca00c8d3f152038556e6a345f6b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc25b5f3-e879-437a-a304-716b6f4756f8" -d '{"events": [{"server_uuid": "f87b2812-0686-4b30-8802-a277441033ca", "name": "network-vif-plugged", "status": "completed", "tag": "31fbf7d7-b5da-493a-82eb-150eefa62970"}]}' {{(pid=101865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:09:44.166392 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 31fbf7d7-b5da-493a-82eb-150eefa62970, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=31fbf7d7-b5da-493a-82eb-150eefa62970,segment=NetworkSegment(cbfd0065-88c0-4c89-a93a-39403a311c9a),segment_id=cbfd0065-88c0-4c89-a93a-39403a311c9a)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:09:44.170633 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:09:44.224761 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=31fbf7d7-b5da-493a-82eb-150eefa62970,revision_number=5']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:09:44.248131 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-867d24ec-965b-42d3-b55a-84e237e1faf8 x-openstack-request-id: req-867d24ec-965b-42d3-b55a-84e237e1faf8 {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:09:44.248430 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87b2812-0686-4b30-8802-a277441033ca", "name": "network-vif-plugged", "status": "completed", "tag": "31fbf7d7-b5da-493a-82eb-150eefa62970", "code": 200}]} {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:09:44.248705 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-867d24ec-965b-42d3-b55a-84e237e1faf8 {{(pid=101865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:09:44.249137 dv-cinder-829630-2-iscsi neutron-server[101865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-867d24ec-965b-42d3-b55a-84e237e1faf8'] response: {'server_uuid': 'f87b2812-0686-4b30-8802-a277441033ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31fbf7d7-b5da-493a-82eb-150eefa62970', 'code': 200} May 04 15:09:44.450558 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4952f6-da64-44ea-9d75-b04d60c3857e req-e46e8f80-bc4c-4162-8a85-9bb7e3ad543d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:44.451984 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-7f4952f6-da64-44ea-9d75-b04d60c3857e req-e46e8f80-bc4c-4162-8a85-9bb7e3ad543d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=f87b2812-0686-4b30-8802-a277441033ca HTTP/1.1" status: 200 len: 1099 time: 0.0409148 May 04 15:09:44.485870 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-7f4952f6-da64-44ea-9d75-b04d60c3857e req-fb797a94-1553-4290-8b8d-654357fa93de service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e308c119-728f-4681-9e49-d08962eacfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276616 May 04 15:09:45.145985 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd0787f-6c43-4ca3-bcf7-62ff1abf8462 req-5cb87c84-da8e-4697-b83a-54d446aa3f10 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:45.147375 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3fd0787f-6c43-4ca3-bcf7-62ff1abf8462 req-5cb87c84-da8e-4697-b83a-54d446aa3f10 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=f87b2812-0686-4b30-8802-a277441033ca HTTP/1.1" status: 200 len: 946 time: 0.0476310 May 04 15:09:45.185098 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3fd0787f-6c43-4ca3-bcf7-62ff1abf8462 req-ecc3341d-2d5f-45cd-9b30-6bbe9e82c121 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/security-groups?id=e308c119-728f-4681-9e49-d08962eacfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316739 May 04 15:09:46.299680 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022989d-a217-4414-bc64-1ba9d92dfa46 req-dae0fc6e-e59b-43d2-b7d3-92a407457836 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:09:46.301361 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d022989d-a217-4414-bc64-1ba9d92dfa46 req-dae0fc6e-e59b-43d2-b7d3-92a407457836 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=f87b2812-0686-4b30-8802-a277441033ca HTTP/1.1" status: 200 len: 946 time: 0.0483932 May 04 15:09:46.338832 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d022989d-a217-4414-bc64-1ba9d92dfa46 req-8a92ae9c-aa09-4673-a01f-308cde0d5195 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/security-groups?id=e308c119-728f-4681-9e49-d08962eacfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314324 May 04 15:10:02.075035 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:10:06.170657 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-2635dab3-0a64-44ce-9e70-a9abda8ecc25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:08.450948 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-e95b49d5-9fe0-496a-8496-ab7b2edb3290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:09.703251 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:10.453718 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:11.336068 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:11.725687 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:27.746462 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f39f50d7-e0a5-4f47-a08c-2d45ea5e09ab req-c1e3383f-47ad-4216-932e-1808315632b4 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0418389 May 04 15:10:27.854667 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f50d7-e0a5-4f47-a08c-2d45ea5e09ab req-b023ea10-c009-4974-9158-56827cb17d91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:10:27.856148 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f39f50d7-e0a5-4f47-a08c-2d45ea5e09ab req-b023ea10-c009-4974-9158-56827cb17d91 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76eaebd5bb0b42ddb62d18459fdf359f&device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 1098 time: 0.0392940 May 04 15:10:27.957497 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f50d7-e0a5-4f47-a08c-2d45ea5e09ab req-e23e0bb2-b406-4371-8012-c41b343702fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:10:27.958958 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f39f50d7-e0a5-4f47-a08c-2d45ea5e09ab req-e23e0bb2-b406-4371-8012-c41b343702fa service neutron] 10.222.0.11 "GET /v2.0/networks?id=96103362-e6c6-4f42-a4d2-85307d75ab1d HTTP/1.1" status: 200 len: 912 time: 0.0831597 May 04 15:10:28.026073 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f39f50d7-e0a5-4f47-a08c-2d45ea5e09ab req-2224185f-8d9a-4010-a7b1-c49323f7c024 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85b17549-74ad-4caf-9545-0a88bd2c7d0f HTTP/1.1" status: 200 len: 1001 time: 0.0599580 May 04 15:10:28.072982 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f50d7-e0a5-4f47-a08c-2d45ea5e09ab req-b63fa050-9a6b-4ff4-87ee-6a8429537bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:10:28.074392 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f39f50d7-e0a5-4f47-a08c-2d45ea5e09ab req-b63fa050-9a6b-4ff4-87ee-6a8429537bd0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd0d7759-75c7-4308-aa2b-41f64d063b5c HTTP/1.1" status: 200 len: 850 time: 0.0423427 May 04 15:10:28.119339 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f50d7-e0a5-4f47-a08c-2d45ea5e09ab req-6968f1ab-94fc-4763-9c69-5de1ccdb8bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:10:28.120860 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f39f50d7-e0a5-4f47-a08c-2d45ea5e09ab req-6968f1ab-94fc-4763-9c69-5de1ccdb8bb0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96103362-e6c6-4f42-a4d2-85307d75ab1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0397010 May 04 15:10:28.216755 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f39f50d7-e0a5-4f47-a08c-2d45ea5e09ab req-b8692ee0-f23a-4a8b-879e-9585a3d9bf98 service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893943 May 04 15:10:28.303585 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f39f50d7-e0a5-4f47-a08c-2d45ea5e09ab req-1889b9ee-6fb3-43a2-967e-545df2b3db8d service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801516 May 04 15:10:36.171476 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-3d976a49-b248-455f-a9f0-9489d3f63a4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:38.452177 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-0e962f97-0f70-41b6-9d45-d7a8ad8bed56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:39.073646 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:10:39.224892 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97c944-456d-4003-a269-9cda0784fb68 req-d886a9f2-62c5-44ac-b870-299a45de68c3 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:10:39.226348 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6b97c944-456d-4003-a269-9cda0784fb68 req-d886a9f2-62c5-44ac-b870-299a45de68c3 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=f87b2812-0686-4b30-8802-a277441033ca HTTP/1.1" status: 200 len: 946 time: 0.0475581 May 04 15:10:39.267115 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6b97c944-456d-4003-a269-9cda0784fb68 req-3e1abeec-2b7f-4609-a50a-4da1478ff850 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/security-groups?id=e308c119-728f-4681-9e49-d08962eacfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347452 May 04 15:10:39.704400 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:40.383999 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac8f5f8-9a21-47fd-be27-45389d86fa57 req-c9e258f1-62b9-4f54-846b-1fe63983a68b tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:10:40.385498 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4ac8f5f8-9a21-47fd-be27-45389d86fa57 req-c9e258f1-62b9-4f54-846b-1fe63983a68b tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=f87b2812-0686-4b30-8802-a277441033ca HTTP/1.1" status: 200 len: 946 time: 0.0483158 May 04 15:10:40.422359 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4ac8f5f8-9a21-47fd-be27-45389d86fa57 req-d41e3cf9-22a4-431f-b6f9-747f6f6c6a0b tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/security-groups?id=e308c119-728f-4681-9e49-d08962eacfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309346 May 04 15:10:40.449984 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:41.338260 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:41.536227 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afe658e-447f-4bef-92a5-10018c5ea207 req-e088aa52-a463-4ada-a6bb-d369164181c0 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:10:41.537742 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9afe658e-447f-4bef-92a5-10018c5ea207 req-e088aa52-a463-4ada-a6bb-d369164181c0 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=f87b2812-0686-4b30-8802-a277441033ca HTTP/1.1" status: 200 len: 946 time: 0.0482891 May 04 15:10:41.576483 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9afe658e-447f-4bef-92a5-10018c5ea207 req-9849c62e-39cb-4471-b1b8-9bcbd7351ce3 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/security-groups?id=e308c119-728f-4681-9e49-d08962eacfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325925 May 04 15:10:41.583527 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58885a06-500a-4780-b485-b8734ef32892 req-63a00d22-d35f-45d6-9b03-1a88c16abcf0 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:10:41.585119 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-58885a06-500a-4780-b485-b8734ef32892 req-63a00d22-d35f-45d6-9b03-1a88c16abcf0 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.11 "GET /v2.0/ports?device_id=f87b2812-0686-4b30-8802-a277441033ca HTTP/1.1" status: 200 len: 946 time: 0.0498586 May 04 15:10:41.679962 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [req-58885a06-500a-4780-b485-b8734ef32892 req-efc5dbe4-ee22-404c-a044-1ea0f990cb10 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Deleting port 31fbf7d7-b5da-493a-82eb-150eefa62970 {{(pid=101864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:10:41.680307 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-58885a06-500a-4780-b485-b8734ef32892 req-efc5dbe4-ee22-404c-a044-1ea0f990cb10 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:41.728576 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:41.766638 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-58885a06-500a-4780-b485-b8734ef32892 req-efc5dbe4-ee22-404c-a044-1ea0f990cb10 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] For port 31fbf7d7-b5da-493a-82eb-150eefa62970, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=31fbf7d7-b5da-493a-82eb-150eefa62970,segment=NetworkSegment(cbfd0065-88c0-4c89-a93a-39403a311c9a),segment_id=cbfd0065-88c0-4c89-a93a-39403a311c9a)] {{(pid=101864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:10:41.767004 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-58885a06-500a-4780-b485-b8734ef32892 req-efc5dbe4-ee22-404c-a044-1ea0f990cb10 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:41.782966 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [req-58885a06-500a-4780-b485-b8734ef32892 req-efc5dbe4-ee22-404c-a044-1ea0f990cb10 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Calling delete_port for 31fbf7d7-b5da-493a-82eb-150eefa62970 owned by compute:nova {{(pid=101864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:10:41.910505 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-58885a06-500a-4780-b485-b8734ef32892 req-efc5dbe4-ee22-404c-a044-1ea0f990cb10 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:41.942784 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5dbe4-ee22-404c-a044-1ea0f990cb10 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Pushing event deleted for resources: {'Port': ['ID=31fbf7d7-b5da-493a-82eb-150eefa62970,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:10:41.952613 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['31fbf7d7-b5da-493a-82eb-150eefa62970'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:10:41.969386 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5dbe4-ee22-404c-a044-1ea0f990cb10 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:10:41.969741 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5dbe4-ee22-404c-a044-1ea0f990cb10 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:10:41.970060 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5dbe4-ee22-404c-a044-1ea0f990cb10 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:10:41.970388 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5dbe4-ee22-404c-a044-1ea0f990cb10 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:10:41.970715 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5dbe4-ee22-404c-a044-1ea0f990cb10 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:10:41.971039 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5dbe4-ee22-404c-a044-1ea0f990cb10 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:10:41.971365 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5dbe4-ee22-404c-a044-1ea0f990cb10 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:10:41.972217 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5dbe4-ee22-404c-a044-1ea0f990cb10 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:10:41.972538 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5dbe4-ee22-404c-a044-1ea0f990cb10 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:10:41.972885 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5dbe4-ee22-404c-a044-1ea0f990cb10 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:10:41.973206 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5dbe4-ee22-404c-a044-1ea0f990cb10 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:10:41.973785 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efc5dbe4-ee22-404c-a044-1ea0f990cb10 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:10:41.994041 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [req-58885a06-500a-4780-b485-b8734ef32892 req-efc5dbe4-ee22-404c-a044-1ea0f990cb10 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] No DVR routers for this DVR port 31fbf7d7-b5da-493a-82eb-150eefa62970 on host hv-cinder-82963 {{(pid=101864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:10:41.996506 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-58885a06-500a-4780-b485-b8734ef32892 req-efc5dbe4-ee22-404c-a044-1ea0f990cb10 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:41.999963 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-58885a06-500a-4780-b485-b8734ef32892 req-efc5dbe4-ee22-404c-a044-1ea0f990cb10 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.11 "DELETE /v2.0/ports/31fbf7d7-b5da-493a-82eb-150eefa62970 HTTP/1.1" status: 204 len: 173 time: 0.4075732 May 04 15:10:42.000403 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f87b2812-0686-4b30-8802-a277441033ca', 'name': 'network-vif-deleted', 'tag': '31fbf7d7-b5da-493a-82eb-150eefa62970'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:10:42.003403 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02137b48-0fd5-445c-b20c-7657ed649005" -d '{"events": [{"server_uuid": "f87b2812-0686-4b30-8802-a277441033ca", "name": "network-vif-deleted", "tag": "31fbf7d7-b5da-493a-82eb-150eefa62970"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:10:42.066006 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b664f1f0-fc30-4b99-b87c-262a27bdc3d8 x-openstack-request-id: req-b664f1f0-fc30-4b99-b87c-262a27bdc3d8 {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:10:42.066360 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f87b2812-0686-4b30-8802-a277441033ca", "name": "network-vif-deleted", "tag": "31fbf7d7-b5da-493a-82eb-150eefa62970", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:10:42.066672 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b664f1f0-fc30-4b99-b87c-262a27bdc3d8 {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:10:42.067122 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b664f1f0-fc30-4b99-b87c-262a27bdc3d8'] response: {'server_uuid': 'f87b2812-0686-4b30-8802-a277441033ca', 'name': 'network-vif-deleted', 'tag': '31fbf7d7-b5da-493a-82eb-150eefa62970', 'status': 'completed', 'code': 200} May 04 15:10:47.301329 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 31fbf7d7-b5da-493a-82eb-150eefa62970 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:10:47.327158 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] No Port match for: 31fbf7d7-b5da-493a-82eb-150eefa62970 {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:10:47.327489 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 31fbf7d7-b5da-493a-82eb-150eefa62970 not bound to the agent host hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:10:55.652859 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-0fbe7141-fe7f-44a1-88a7-5188ef9cf3da tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:10:55.654322 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-0fbe7141-fe7f-44a1-88a7-5188ef9cf3da tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/networks?id=ecb06e15-c690-4f9e-8e9f-fac9376fdda3 HTTP/1.1" status: 200 len: 813 time: 0.1021681 May 04 15:10:55.670074 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-fcecb3ae-8306-4552-bb9e-e3c731439979 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/quotas/c91b18042cbb42ca86c1c8749f0ba7ee HTTP/1.1" status: 200 len: 375 time: 0.0093389 May 04 15:10:55.702496 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-ff111cdd-08fb-4e0a-84ed-bd32683b0fcd tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=c91b18042cbb42ca86c1c8749f0ba7ee&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0260270 May 04 15:10:55.794505 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-985c66ec-8308-4e14-87e0-22a5de01d71c service neutron] 10.222.0.42 "GET /v2.0/networks/ecb06e15-c690-4f9e-8e9f-fac9376fdda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843689 May 04 15:10:55.882571 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-ecf5a019-6146-4acc-b40c-b0dfc43508eb service neutron] 10.222.0.42 "GET /v2.0/networks/ecb06e15-c690-4f9e-8e9f-fac9376fdda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819285 May 04 15:10:56.039133 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-dbc418e2-d278-4aa4-9588-30f341f4df8c req-9cb974a6-690b-48b2-936d-b2f0caaa9cea tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0267560 May 04 15:10:57.030759 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-48204d88-d197-410a-ba5b-8ca79503dfeb tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:10:57.032270 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-48204d88-d197-410a-ba5b-8ca79503dfeb tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.11 "GET /v2.0/networks?id=ecb06e15-c690-4f9e-8e9f-fac9376fdda3 HTTP/1.1" status: 200 len: 813 time: 0.1043022 May 04 15:10:57.051453 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-8e0b57e8-0855-4ddd-a760-255541995275 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Request body: {'port': {'device_id': 'b2a12b27-0360-40dd-9f1a-570fddfe8f56', 'network_id': 'ecb06e15-c690-4f9e-8e9f-fac9376fdda3', 'admin_state_up': True, 'tenant_id': 'c91b18042cbb42ca86c1c8749f0ba7ee'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:10:57.139319 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-45c9e52a-8d1d-4320-86fe-61216010678e req-f2000312-fc18-4cae-a13a-5f6b2eb72748 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0264499 May 04 15:10:57.166122 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-8e0b57e8-0855-4ddd-a760-255541995275 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Made reservation on behalf of c91b18042cbb42ca86c1c8749f0ba7ee for: {'port': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:10:57.169735 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-8e0b57e8-0855-4ddd-a760-255541995275 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:57.302952 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_common [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-8e0b57e8-0855-4ddd-a760-255541995275 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Allocated IP 172.20.0.8 (ecb06e15-c690-4f9e-8e9f-fac9376fdda3/ba99470e-ec83-4eb2-abea-6c0163892de0/e7d3ada4-3406-403f-816f-99fb1cb9e339) {{(pid=101864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:10:57.449520 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-8e0b57e8-0855-4ddd-a760-255541995275 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Notify callbacks [] for port, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:57.482596 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-8e0b57e8-0855-4ddd-a760-255541995275 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:57.531824 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-8e0b57e8-0855-4ddd-a760-255541995275 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Network ecb06e15-c690-4f9e-8e9f-fac9376fdda3 is already hosted by enough agents. {{(pid=101864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:10:57.535007 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-8e0b57e8-0855-4ddd-a760-255541995275 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Resources bound (agent type, host, resource id): {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:10:57.538947 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-8e0b57e8-0855-4ddd-a760-255541995275 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Received port after_create {{(pid=101864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:10:57.545381 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b57e8-0855-4ddd-a760-255541995275 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Pushing event updated for resources: {'Port': ['ID=e7d3ada4-3406-403f-816f-99fb1cb9e339,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:10:57.591598 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-8e0b57e8-0855-4ddd-a760-255541995275 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:10:57.592208 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-8e0b57e8-0855-4ddd-a760-255541995275 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:57.608294 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-8e0b57e8-0855-4ddd-a760-255541995275 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5607164 May 04 15:10:57.627660 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-743f93f3-97c9-4986-8b25-7ee333f42536 service neutron] Request body: {'port': {'device_id': 'b2a12b27-0360-40dd-9f1a-570fddfe8f56', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:10:57.679994 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-743f93f3-97c9-4986-8b25-7ee333f42536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:57.942779 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-743f93f3-97c9-4986-8b25-7ee333f42536 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7d3ada4-3406-403f-816f-99fb1cb9e339 {{(pid=101864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:10:57.950293 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-743f93f3-97c9-4986-8b25-7ee333f42536 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:57.962724 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.provisioning_blocks [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-743f93f3-97c9-4986-8b25-7ee333f42536 service neutron] Transition to ACTIVE for port object e7d3ada4-3406-403f-816f-99fb1cb9e339 will not be triggered until provisioned by entity L2. {{(pid=101864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:10:57.966478 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-743f93f3-97c9-4986-8b25-7ee333f42536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:58.035536 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f93f3-97c9-4986-8b25-7ee333f42536 service neutron] Pushing event updated for resources: {'Port': ['ID=e7d3ada4-3406-403f-816f-99fb1cb9e339,revision_number=2']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:10:58.086565 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-743f93f3-97c9-4986-8b25-7ee333f42536 service neutron] Attempting to bind port e7d3ada4-3406-403f-816f-99fb1cb9e339 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:10:58.086809 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-743f93f3-97c9-4986-8b25-7ee333f42536 service neutron] Attempting to bind port e7d3ada4-3406-403f-816f-99fb1cb9e339 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'cbfd0065-88c0-4c89-a93a-39403a311c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ecb06e15-c690-4f9e-8e9f-fac9376fdda3'}] {{(pid=101864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:10:58.087142 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-743f93f3-97c9-4986-8b25-7ee333f42536 service neutron] Attempting to bind port e7d3ada4-3406-403f-816f-99fb1cb9e339 on network ecb06e15-c690-4f9e-8e9f-fac9376fdda3 {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:10:58.091413 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-743f93f3-97c9-4986-8b25-7ee333f42536 service neutron] Port e7d3ada4-3406-403f-816f-99fb1cb9e339 on network ecb06e15-c690-4f9e-8e9f-fac9376fdda3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:10:58.091783 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-743f93f3-97c9-4986-8b25-7ee333f42536 service neutron] Attempting to bind port e7d3ada4-3406-403f-816f-99fb1cb9e339 on network ecb06e15-c690-4f9e-8e9f-fac9376fdda3 {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:10:58.097413 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-743f93f3-97c9-4986-8b25-7ee333f42536 service neutron] Checking agent: {'id': 'b5e3fd0f-344a-4130-968c-1c1293caf489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'started_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 10, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:10:58.097750 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-743f93f3-97c9-4986-8b25-7ee333f42536 service neutron] Checking segment: {'id': 'cbfd0065-88c0-4c89-a93a-39403a311c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ecb06e15-c690-4f9e-8e9f-fac9376fdda3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:10:58.098133 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-743f93f3-97c9-4986-8b25-7ee333f42536 service neutron] Bound using segment: {'id': 'cbfd0065-88c0-4c89-a93a-39403a311c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ecb06e15-c690-4f9e-8e9f-fac9376fdda3'} {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:10:58.098561 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-743f93f3-97c9-4986-8b25-7ee333f42536 service neutron] Bound port: e7d3ada4-3406-403f-816f-99fb1cb9e339, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbfd0065-88c0-4c89-a93a-39403a311c9a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 267, 'network_id': 'ecb06e15-c690-4f9e-8e9f-fac9376fdda3'}}] {{(pid=101864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:10:58.099186 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-743f93f3-97c9-4986-8b25-7ee333f42536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:58.162244 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-743f93f3-97c9-4986-8b25-7ee333f42536 service neutron] For port e7d3ada4-3406-403f-816f-99fb1cb9e339, host hv-cinder-82963, cleared binding levels {{(pid=101864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:10:58.165478 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-743f93f3-97c9-4986-8b25-7ee333f42536 service neutron] For port e7d3ada4-3406-403f-816f-99fb1cb9e339, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=e7d3ada4-3406-403f-816f-99fb1cb9e339,segment=NetworkSegment(cbfd0065-88c0-4c89-a93a-39403a311c9a),segment_id=cbfd0065-88c0-4c89-a93a-39403a311c9a)] {{(pid=101864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:10:58.170908 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-743f93f3-97c9-4986-8b25-7ee333f42536 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:58.207088 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-743f93f3-97c9-4986-8b25-7ee333f42536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:10:58.207720 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-743f93f3-97c9-4986-8b25-7ee333f42536 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:10:58.209166 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-743f93f3-97c9-4986-8b25-7ee333f42536 service neutron] 10.222.0.11 "PUT /v2.0/ports/e7d3ada4-3406-403f-816f-99fb1cb9e339 HTTP/1.1" status: 200 len: 1093 time: 0.5855896 May 04 15:10:58.209627 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2a12b27-0360-40dd-9f1a-570fddfe8f56', 'tag': 'e7d3ada4-3406-403f-816f-99fb1cb9e339'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:10:58.211874 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ed9ffe-13b5-4d4c-92f0-6e1ddc65f8a5" -d '{"events": [{"name": "network-changed", "server_uuid": "b2a12b27-0360-40dd-9f1a-570fddfe8f56", "tag": "e7d3ada4-3406-403f-816f-99fb1cb9e339"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:10:58.236108 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743f93f3-97c9-4986-8b25-7ee333f42536 service neutron] Pushing event updated for resources: {'Port': ['ID=e7d3ada4-3406-403f-816f-99fb1cb9e339,revision_number=3']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:10:58.267172 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7808a3-b3df-4ddf-950f-d053e1521188 req-6d44752f-344a-4e6c-a24b-224fb50219ab tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:10:58.269405 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-aa7808a3-b3df-4ddf-950f-d053e1521188 req-6d44752f-344a-4e6c-a24b-224fb50219ab tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 943 time: 0.0575874 May 04 15:10:58.310869 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-aa7808a3-b3df-4ddf-950f-d053e1521188 req-f9da1407-662a-4713-8c82-567a495d1d18 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/security-groups?id=e308c119-728f-4681-9e49-d08962eacfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345323 May 04 15:10:58.327824 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-86482ba3-acd4-4527-8fa9-a9c153d1aaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:10:58.329664 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-86482ba3-acd4-4527-8fa9-a9c153d1aaa9 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c91b18042cbb42ca86c1c8749f0ba7ee&device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 1096 time: 0.0429208 May 04 15:10:58.385429 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:10:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac6bf565-20d3-4984-9a83-fde50b9bd4f2 x-openstack-request-id: req-ac6bf565-20d3-4984-9a83-fde50b9bd4f2 {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:10:58.385717 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2a12b27-0360-40dd-9f1a-570fddfe8f56", "tag": "e7d3ada4-3406-403f-816f-99fb1cb9e339", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:10:58.385964 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-ac6bf565-20d3-4984-9a83-fde50b9bd4f2 {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:10:58.386363 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac6bf565-20d3-4984-9a83-fde50b9bd4f2'] response: {'name': 'network-changed', 'server_uuid': 'b2a12b27-0360-40dd-9f1a-570fddfe8f56', 'tag': 'e7d3ada4-3406-403f-816f-99fb1cb9e339', 'status': 'completed', 'code': 200} May 04 15:10:58.388150 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-26dbbde7-016d-4f1c-b63d-3353c0e85aa9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7d3ada4-3406-403f-816f-99fb1cb9e339 HTTP/1.1" status: 200 len: 217 time: 0.0437505 May 04 15:10:58.438507 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-6d3d1caa-d140-442b-8704-ed5ed17d7766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:10:58.440539 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-6d3d1caa-d140-442b-8704-ed5ed17d7766 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ba99470e-ec83-4eb2-abea-6c0163892de0 HTTP/1.1" status: 200 len: 853 time: 0.0456367 May 04 15:10:58.471423 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-d934d4a7-5e84-4c60-9004-95f5e4ad0bf6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ecb06e15-c690-4f9e-8e9f-fac9376fdda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247738 May 04 15:10:58.564564 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-50686a50-31f4-42fb-a19e-4bfddc32c6ad service neutron] 10.222.0.11 "GET /v2.0/networks/ecb06e15-c690-4f9e-8e9f-fac9376fdda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856888 May 04 15:10:58.653932 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-969ae15a-bda7-4ede-a34a-5dc6b320654a req-23bca62a-7f20-4011-939c-314999cd01e5 service neutron] 10.222.0.11 "GET /v2.0/networks/ecb06e15-c690-4f9e-8e9f-fac9376fdda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821264 May 04 15:10:58.788120 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed9ffe-13b5-4d4c-92f0-6e1ddc65f8a5 req-30e07225-fbb0-47f0-9568-8a497e5e609b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:10:58.789964 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-63ed9ffe-13b5-4d4c-92f0-6e1ddc65f8a5 req-30e07225-fbb0-47f0-9568-8a497e5e609b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c91b18042cbb42ca86c1c8749f0ba7ee&device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 1096 time: 0.0422738 May 04 15:10:59.126052 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed9ffe-13b5-4d4c-92f0-6e1ddc65f8a5 req-5fb57236-1058-4d1e-b95e-3095079958a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:10:59.128180 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-63ed9ffe-13b5-4d4c-92f0-6e1ddc65f8a5 req-5fb57236-1058-4d1e-b95e-3095079958a5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ecb06e15-c690-4f9e-8e9f-fac9376fdda3 HTTP/1.1" status: 200 len: 914 time: 0.3307757 May 04 15:10:59.169816 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-63ed9ffe-13b5-4d4c-92f0-6e1ddc65f8a5 req-98221435-54aa-468d-aba0-a428fe2fd2cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7d3ada4-3406-403f-816f-99fb1cb9e339 HTTP/1.1" status: 200 len: 217 time: 0.0342784 May 04 15:10:59.222440 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ed9ffe-13b5-4d4c-92f0-6e1ddc65f8a5 req-2f126b1b-57d0-4d57-8e94-00f54eb60741 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:10:59.224145 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-63ed9ffe-13b5-4d4c-92f0-6e1ddc65f8a5 req-2f126b1b-57d0-4d57-8e94-00f54eb60741 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ba99470e-ec83-4eb2-abea-6c0163892de0 HTTP/1.1" status: 200 len: 853 time: 0.0463409 May 04 15:10:59.255585 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-63ed9ffe-13b5-4d4c-92f0-6e1ddc65f8a5 req-c9cb2abe-42b2-43b5-9263-210e42c7e695 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ecb06e15-c690-4f9e-8e9f-fac9376fdda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243871 May 04 15:10:59.344689 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-63ed9ffe-13b5-4d4c-92f0-6e1ddc65f8a5 req-7d3a412b-a447-465d-8414-944e135fdb32 service neutron] 10.222.0.11 "GET /v2.0/networks/ecb06e15-c690-4f9e-8e9f-fac9376fdda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811126 May 04 15:10:59.428301 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3ea65-5c7b-48e3-81be-415b86b09bcc req-c21aab0f-8ca9-495b-a07c-b69ad84f271a tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:10:59.429732 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7ef3ea65-5c7b-48e3-81be-415b86b09bcc req-c21aab0f-8ca9-495b-a07c-b69ad84f271a tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 943 time: 0.0490773 May 04 15:10:59.443344 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-63ed9ffe-13b5-4d4c-92f0-6e1ddc65f8a5 req-3b9074a5-3dbc-4815-bc10-2dba88e2681d service neutron] 10.222.0.11 "GET /v2.0/networks/ecb06e15-c690-4f9e-8e9f-fac9376fdda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882816 May 04 15:10:59.468376 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7ef3ea65-5c7b-48e3-81be-415b86b09bcc req-e1b463c7-334c-4dbc-9f2d-4138e0b33377 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/security-groups?id=e308c119-728f-4681-9e49-d08962eacfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325449 May 04 15:11:00.582597 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3139b98c-5af7-41ed-99ff-b4c7d7ff3d0d req-850f3f71-152a-405d-9af0-08fa874977d6 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:00.584054 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3139b98c-5af7-41ed-99ff-b4c7d7ff3d0d req-850f3f71-152a-405d-9af0-08fa874977d6 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 943 time: 0.0475726 May 04 15:11:00.625109 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3139b98c-5af7-41ed-99ff-b4c7d7ff3d0d req-0459c38b-38c9-47a4-83de-45ce3bcb1dc8 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/security-groups?id=e308c119-728f-4681-9e49-d08962eacfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348485 May 04 15:11:01.754437 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a1f6c6-9f24-4408-8075-b9e459067ed6 req-4ab998d7-78f5-458a-b6d7-aeadd7bcac77 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:01.755967 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-23a1f6c6-9f24-4408-8075-b9e459067ed6 req-4ab998d7-78f5-458a-b6d7-aeadd7bcac77 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 943 time: 0.0558426 May 04 15:11:01.793017 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-23a1f6c6-9f24-4408-8075-b9e459067ed6 req-d951354c-b4a1-4fd6-8998-06229ef84b9e tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/security-groups?id=e308c119-728f-4681-9e49-d08962eacfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307488 May 04 15:11:02.909986 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f1d49d-f4b0-48fc-abf0-64b408001b3a req-c4442017-1e0a-4376-961f-e157a516ff1a tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:02.911507 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b1f1d49d-f4b0-48fc-abf0-64b408001b3a req-c4442017-1e0a-4376-961f-e157a516ff1a tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 943 time: 0.0514045 May 04 15:11:02.949500 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b1f1d49d-f4b0-48fc-abf0-64b408001b3a req-5310c22e-5309-401a-a2a5-d6d36d3998e9 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/security-groups?id=e308c119-728f-4681-9e49-d08962eacfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321026 May 04 15:11:03.304347 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device e7d3ada4-3406-403f-816f-99fb1cb9e339 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:11:03.403929 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port e7d3ada4-3406-403f-816f-99fb1cb9e339, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=e7d3ada4-3406-403f-816f-99fb1cb9e339,segment=NetworkSegment(cbfd0065-88c0-4c89-a93a-39403a311c9a),segment_id=cbfd0065-88c0-4c89-a93a-39403a311c9a)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:11:03.415613 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Returning: {'device': 'e7d3ada4-3406-403f-816f-99fb1cb9e339', 'network_id': 'ecb06e15-c690-4f9e-8e9f-fac9376fdda3', 'port_id': 'e7d3ada4-3406-403f-816f-99fb1cb9e339', 'mac_address': 'fa:16:3e:48:c4:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 267, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba99470e-ec83-4eb2-abea-6c0163892de0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:11:03.450359 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:03.464227 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7d3ada4-3406-403f-816f-99fb1cb9e339 {{(pid=101865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:11:03.486354 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port e7d3ada4-3406-403f-816f-99fb1cb9e339, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=e7d3ada4-3406-403f-816f-99fb1cb9e339,segment=NetworkSegment(cbfd0065-88c0-4c89-a93a-39403a311c9a),segment_id=cbfd0065-88c0-4c89-a93a-39403a311c9a)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:11:03.492633 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:03.544066 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=e7d3ada4-3406-403f-816f-99fb1cb9e339,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:11:03.551233 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:11:03.551577 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:11:03.551916 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:11:03.552250 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:11:03.552578 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:11:03.552947 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:11:03.553338 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:11:03.553721 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:11:03.554124 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:11:03.554571 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:11:03.554908 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:11:03.555287 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:11:03.962769 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['e7d3ada4-3406-403f-816f-99fb1cb9e339'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:11:04.078724 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d22baa-89f0-4347-b772-2057ecb09e1b req-fcff8bff-9981-4fa7-b935-76fc4616efea tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:04.080485 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b1d22baa-89f0-4347-b772-2057ecb09e1b req-fcff8bff-9981-4fa7-b935-76fc4616efea tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 944 time: 0.0538716 May 04 15:11:04.128212 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b1d22baa-89f0-4347-b772-2057ecb09e1b req-3d180dbb-e60c-48cb-8e93-fd54e7ab56f0 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/security-groups?id=e308c119-728f-4681-9e49-d08962eacfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371387 May 04 15:11:05.246622 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd28eba-1463-4cb4-b52e-2103b57425e9 req-02c29b0f-ea3e-435a-81c9-5ff98d1c7488 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:05.248083 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cbd28eba-1463-4cb4-b52e-2103b57425e9 req-02c29b0f-ea3e-435a-81c9-5ff98d1c7488 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 944 time: 0.0521402 May 04 15:11:05.285626 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cbd28eba-1463-4cb4-b52e-2103b57425e9 req-e94fb3eb-69a8-4de0-991d-1451c7e63d21 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/security-groups?id=e308c119-728f-4681-9e49-d08962eacfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313978 May 04 15:11:05.325399 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device e7d3ada4-3406-403f-816f-99fb1cb9e339 up at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:11:05.375587 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning for port e7d3ada4-3406-403f-816f-99fb1cb9e339 completed by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:11:05.379772 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning complete for port e7d3ada4-3406-403f-816f-99fb1cb9e339 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:11:05.380145 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:05.453902 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:05.477133 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a12b27-0360-40dd-9f1a-570fddfe8f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d3ada4-3406-403f-816f-99fb1cb9e339'}] {{(pid=101865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:11:05.479356 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13127db273ea31dc2797640238b9d4a3f6ca00c8d3f152038556e6a345f6b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5bbd21-9e94-4db6-ac71-7b8713e99ba2" -d '{"events": [{"server_uuid": "b2a12b27-0360-40dd-9f1a-570fddfe8f56", "name": "network-vif-plugged", "status": "completed", "tag": "e7d3ada4-3406-403f-816f-99fb1cb9e339"}]}' {{(pid=101865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:11:05.492652 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port e7d3ada4-3406-403f-816f-99fb1cb9e339, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=e7d3ada4-3406-403f-816f-99fb1cb9e339,segment=NetworkSegment(cbfd0065-88c0-4c89-a93a-39403a311c9a),segment_id=cbfd0065-88c0-4c89-a93a-39403a311c9a)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:11:05.497667 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:05.522172 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:11:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095df6c0-5b36-44df-8227-64ed2251f736 x-openstack-request-id: req-095df6c0-5b36-44df-8227-64ed2251f736 {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:11:05.522459 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a12b27-0360-40dd-9f1a-570fddfe8f56", "name": "network-vif-plugged", "status": "completed", "tag": "e7d3ada4-3406-403f-816f-99fb1cb9e339", "code": 200}]} {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:11:05.522710 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-095df6c0-5b36-44df-8227-64ed2251f736 {{(pid=101865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:11:05.523105 dv-cinder-829630-2-iscsi neutron-server[101865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-095df6c0-5b36-44df-8227-64ed2251f736'] response: {'server_uuid': 'b2a12b27-0360-40dd-9f1a-570fddfe8f56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7d3ada4-3406-403f-816f-99fb1cb9e339', 'code': 200} May 04 15:11:05.550306 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=e7d3ada4-3406-403f-816f-99fb1cb9e339,revision_number=5']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:11:05.727578 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1231b51a-0ecc-4b05-9e3f-bd5b976e4ef1 req-9512dabe-b71c-4392-b806-6b1216234efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:05.729094 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-1231b51a-0ecc-4b05-9e3f-bd5b976e4ef1 req-9512dabe-b71c-4392-b806-6b1216234efa service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 1098 time: 0.0411632 May 04 15:11:05.766604 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-1231b51a-0ecc-4b05-9e3f-bd5b976e4ef1 req-a7d7025b-652d-4d53-82b5-c40900a7f273 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=e308c119-728f-4681-9e49-d08962eacfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302856 May 04 15:11:06.175643 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-f6328143-cd75-4225-8dcd-d90e5587d100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:06.405000 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f9b581-f2f3-4a79-b0e2-bd4546367795 req-d6fa6759-8e29-4295-abe3-ad9a9cf79b87 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:06.406581 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e2f9b581-f2f3-4a79-b0e2-bd4546367795 req-d6fa6759-8e29-4295-abe3-ad9a9cf79b87 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 945 time: 0.0528078 May 04 15:11:06.447207 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e2f9b581-f2f3-4a79-b0e2-bd4546367795 req-21a08b22-f164-47eb-8a8a-c362087fa708 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/security-groups?id=e308c119-728f-4681-9e49-d08962eacfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342369 May 04 15:11:07.571749 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e90219a-3b11-4533-9ca8-fc98895dd083 req-47cd178c-d205-4bb5-b844-e3db7bc1bc43 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:07.573164 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0e90219a-3b11-4533-9ca8-fc98895dd083 req-47cd178c-d205-4bb5-b844-e3db7bc1bc43 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 945 time: 0.0521727 May 04 15:11:07.613234 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0e90219a-3b11-4533-9ca8-fc98895dd083 req-d16cffa3-4086-4d60-88c3-a6bd1b13a660 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/security-groups?id=e308c119-728f-4681-9e49-d08962eacfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336769 May 04 15:11:08.454926 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-e9efeb8e-eb04-4616-aed4-98dc4558fdd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:08.735988 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6576d887-64d7-4904-8e5c-454da79be1dd req-a0efec2d-50c1-479b-a30d-6b9b223cc6ce tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:08.736735 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6576d887-64d7-4904-8e5c-454da79be1dd req-a0efec2d-50c1-479b-a30d-6b9b223cc6ce tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 945 time: 0.0536785 May 04 15:11:08.775745 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6576d887-64d7-4904-8e5c-454da79be1dd req-009724ad-0a58-4c64-a2f2-b4d9feff86cf tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/security-groups?id=e308c119-728f-4681-9e49-d08962eacfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327969 May 04 15:11:09.713348 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:10.472365 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:11.341968 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:11.732888 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:16.073376 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:11:24.041827 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-fa661f88-7a4b-43f4-9e80-8b992093ec55 req-4d938f60-d827-4cfa-9e93-9eeee9efd13e service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395372 May 04 15:11:24.116980 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa661f88-7a4b-43f4-9e80-8b992093ec55 req-eb5390eb-4210-47ef-8cdc-b41a995e9366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:24.118366 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-fa661f88-7a4b-43f4-9e80-8b992093ec55 req-eb5390eb-4210-47ef-8cdc-b41a995e9366 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=746261ccdb744b4abdfc7b324a2ab0c7&device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 1098 time: 0.0440304 May 04 15:11:24.221161 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa661f88-7a4b-43f4-9e80-8b992093ec55 req-785745c0-1bbf-462c-a976-d7a78a21a293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:24.222650 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-fa661f88-7a4b-43f4-9e80-8b992093ec55 req-785745c0-1bbf-462c-a976-d7a78a21a293 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 HTTP/1.1" status: 200 len: 913 time: 0.0856912 May 04 15:11:24.293356 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-fa661f88-7a4b-43f4-9e80-8b992093ec55 req-40dce77c-2acd-4e43-8773-3a2ea183607a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fad6a12-39ce-49d1-90ae-07b24e13e523 HTTP/1.1" status: 200 len: 1001 time: 0.0635109 May 04 15:11:24.341405 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa661f88-7a4b-43f4-9e80-8b992093ec55 req-b6dbbc98-264f-4c09-8f0f-8d2357eab43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:24.342859 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-fa661f88-7a4b-43f4-9e80-8b992093ec55 req-b6dbbc98-264f-4c09-8f0f-8d2357eab43e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c125eab1-7cf8-4e7c-acbb-db552c02fcee HTTP/1.1" status: 200 len: 851 time: 0.0435185 May 04 15:11:24.388954 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa661f88-7a4b-43f4-9e80-8b992093ec55 req-afa8738e-e8a5-4c81-93c0-c9cb91925193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:24.390350 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-fa661f88-7a4b-43f4-9e80-8b992093ec55 req-afa8738e-e8a5-4c81-93c0-c9cb91925193 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0393455 May 04 15:11:24.482049 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-fa661f88-7a4b-43f4-9e80-8b992093ec55 req-5a3281ce-81a3-4149-ae19-eb6486098b72 service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842237 May 04 15:11:24.571854 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-fa661f88-7a4b-43f4-9e80-8b992093ec55 req-7de5879d-a9ed-4f48-ac84-3bf9ec28c44e service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828269 May 04 15:11:35.905787 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 51066) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:11:36.059628 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-f1e9e9ff-65c3-46cf-8185-b8c05f02c5fa tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Deleting port aff5c704-3f9c-4c67-a058-28a1997467b5 {{(pid=101864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:11:36.059978 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f1e9e9ff-65c3-46cf-8185-b8c05f02c5fa tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:36.137511 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f1e9e9ff-65c3-46cf-8185-b8c05f02c5fa tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:36.137847 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f1e9e9ff-65c3-46cf-8185-b8c05f02c5fa tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:36.149117 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-f1e9e9ff-65c3-46cf-8185-b8c05f02c5fa tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Calling delete_port for aff5c704-3f9c-4c67-a058-28a1997467b5 owned by network:floatingip {{(pid=101864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:11:36.176087 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-f85b9363-93bc-4baa-8e65-3d69e5fdc583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:36.295781 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f1e9e9ff-65c3-46cf-8185-b8c05f02c5fa tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:36.320350 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e9e9ff-65c3-46cf-8185-b8c05f02c5fa tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Pushing event deleted for resources: {'Port': ['ID=aff5c704-3f9c-4c67-a058-28a1997467b5,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:11:36.380599 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f1e9e9ff-65c3-46cf-8185-b8c05f02c5fa tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for floatingip, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:36.380859 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.db.l3_db [None req-f1e9e9ff-65c3-46cf-8185-b8c05f02c5fa tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Floating IP f7077655-f653-4c71-a65a-acc88507ba69 disassociated (deleted). External IP: 172.27.1.115, port: 9fad6a12-39ce-49d1-90ae-07b24e13e523. May 04 15:11:36.599747 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1e9e9ff-65c3-46cf-8185-b8c05f02c5fa tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Router 06f54089-7973-46bd-8d6b-77e9050d24a8 has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:11:36.706011 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e9e9ff-65c3-46cf-8185-b8c05f02c5fa tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:11:36.710713 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f1e9e9ff-65c3-46cf-8185-b8c05f02c5fa tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:36.715664 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b1ac96-d7db-406c-a953-b5e5370e7729 None None] Sync routers for ids ['06f54089-7973-46bd-8d6b-77e9050d24a8'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:11:36.725983 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b1ac96-d7db-406c-a953-b5e5370e7729 None None] Routers {'06f54089-7973-46bd-8d6b-77e9050d24a8'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:11:36.726601 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-61b1ac96-d7db-406c-a953-b5e5370e7729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:11:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['06f54089-7973-46bd-8d6b-77e9050d24a8'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:11:36.737460 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-f1e9e9ff-65c3-46cf-8185-b8c05f02c5fa tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "DELETE /v2.0/floatingips/f7077655-f653-4c71-a65a-acc88507ba69 HTTP/1.1" status: 204 len: 168 time: 0.8305905 May 04 15:11:36.738012 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6153eaae-71d3-439a-985b-14264cf11245', 'tag': '9fad6a12-39ce-49d1-90ae-07b24e13e523'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:11:36.740235 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8992ba52-ad84-40a4-89a0-b934a1b47808" -d '{"events": [{"name": "network-changed", "server_uuid": "6153eaae-71d3-439a-985b-14264cf11245", "tag": "9fad6a12-39ce-49d1-90ae-07b24e13e523"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:11:36.830915 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-61b1ac96-d7db-406c-a953-b5e5370e7729 None None] Set router 06f54089-7973-46bd-8d6b-77e9050d24a8 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:11:36.891783 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0a467a-5642-4836-b542-d0feeda31191 x-openstack-request-id: req-cb0a467a-5642-4836-b542-d0feeda31191 {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:11:36.892066 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6153eaae-71d3-439a-985b-14264cf11245", "tag": "9fad6a12-39ce-49d1-90ae-07b24e13e523", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:11:36.892307 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-cb0a467a-5642-4836-b542-d0feeda31191 {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:11:36.892708 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb0a467a-5642-4836-b542-d0feeda31191'] response: {'name': 'network-changed', 'server_uuid': '6153eaae-71d3-439a-985b-14264cf11245', 'tag': '9fad6a12-39ce-49d1-90ae-07b24e13e523', 'status': 'completed', 'code': 200} May 04 15:11:36.996094 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf99db15-c91b-4f38-a6ee-1f7a45af72bc req-de4514f3-d789-4ebd-af8b-d334b9921dad tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:36.997972 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cf99db15-c91b-4f38-a6ee-1f7a45af72bc req-de4514f3-d789-4ebd-af8b-d334b9921dad tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 945 time: 0.0524039 May 04 15:11:37.011688 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992ba52-ad84-40a4-89a0-b934a1b47808 req-119484a9-95f0-4912-a305-62df21bda3b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:37.013476 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-8992ba52-ad84-40a4-89a0-b934a1b47808 req-119484a9-95f0-4912-a305-62df21bda3b1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=746261ccdb744b4abdfc7b324a2ab0c7&device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 1098 time: 0.0463698 May 04 15:11:37.038196 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cf99db15-c91b-4f38-a6ee-1f7a45af72bc req-f838c043-db71-4aa0-839b-0175a72eea53 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340626 May 04 15:11:37.090473 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-61b1ac96-d7db-406c-a953-b5e5370e7729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'name': 'tempest-TestVolumeBootPattern-1512480132-router', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:56Z', 'updated_at': '2022-05-04T15:01:59Z', 'revision_number': 4, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'gw_port': {'id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:57Z', 'updated_at': '2022-05-04T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': 'c8ef7abb-9700-486d-b7db-2f0b918a879c', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'floating_ip_address': '172.27.1.31', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'port_id': '22a45e07-60a8-4668-984e-c87093b460ea', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'mac_address': 'fa:16:3e:95:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4399a52-6955-4b1a-a83a-f5b23a379aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:06:01Z', 'updated_at': '2022-05-04T15:06:03Z', 'revision_number': 1, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92332740-8551-4617-a14b-a5ea0897409b', 'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'mac_address': 'fa:16:3e:69:97:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:58Z', 'updated_at': '2022-05-04T15:02:03Z', 'revision_number': 5, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'subnets': [{'id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:11:37.120127 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992ba52-ad84-40a4-89a0-b934a1b47808 req-6cf5c6b9-4771-4864-8266-0554475fe796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:37.122038 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-8992ba52-ad84-40a4-89a0-b934a1b47808 req-6cf5c6b9-4771-4864-8266-0554475fe796 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 HTTP/1.1" status: 200 len: 913 time: 0.1017859 May 04 15:11:37.167207 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-8992ba52-ad84-40a4-89a0-b934a1b47808 req-77caf3a5-f38d-431c-8cb8-16d7217825b2 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fad6a12-39ce-49d1-90ae-07b24e13e523 HTTP/1.1" status: 200 len: 217 time: 0.0385222 May 04 15:11:37.210440 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b1ac96-d7db-406c-a953-b5e5370e7729 None None] Checking router: 06f54089-7973-46bd-8d6b-77e9050d24a8 for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:11:37.220554 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b1ac96-d7db-406c-a953-b5e5370e7729 None None] Routers {'06f54089-7973-46bd-8d6b-77e9050d24a8'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:11:37.221241 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-61b1ac96-d7db-406c-a953-b5e5370e7729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:11:08Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['06f54089-7973-46bd-8d6b-77e9050d24a8'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:11:37.223736 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992ba52-ad84-40a4-89a0-b934a1b47808 req-46de501a-d8b5-4672-8014-b7aa50cfb88b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:37.225533 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-8992ba52-ad84-40a4-89a0-b934a1b47808 req-46de501a-d8b5-4672-8014-b7aa50cfb88b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c125eab1-7cf8-4e7c-acbb-db552c02fcee HTTP/1.1" status: 200 len: 851 time: 0.0516436 May 04 15:11:37.272155 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992ba52-ad84-40a4-89a0-b934a1b47808 req-994825f2-dfe5-4388-9941-2eca2262a5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:37.273708 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-8992ba52-ad84-40a4-89a0-b934a1b47808 req-994825f2-dfe5-4388-9941-2eca2262a5bc service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410473 May 04 15:11:37.326929 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-61b1ac96-d7db-406c-a953-b5e5370e7729 None None] Set router 06f54089-7973-46bd-8d6b-77e9050d24a8 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:11:37.363813 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-8992ba52-ad84-40a4-89a0-b934a1b47808 req-94e8aff4-9dcc-482a-980a-c27d3d515c6c service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829511 May 04 15:11:37.459903 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-8992ba52-ad84-40a4-89a0-b934a1b47808 req-8a934ec1-109a-49fc-a76e-d566b16d3991 service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896397 May 04 15:11:37.541457 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-61b1ac96-d7db-406c-a953-b5e5370e7729 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'name': 'tempest-TestVolumeBootPattern-1512480132-router', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:56Z', 'updated_at': '2022-05-04T15:01:59Z', 'revision_number': 4, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'gw_port': {'id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:57Z', 'updated_at': '2022-05-04T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': 'c8ef7abb-9700-486d-b7db-2f0b918a879c', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'floating_ip_address': '172.27.1.31', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'port_id': '22a45e07-60a8-4668-984e-c87093b460ea', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'mac_address': 'fa:16:3e:95:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4399a52-6955-4b1a-a83a-f5b23a379aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:06:01Z', 'updated_at': '2022-05-04T15:06:03Z', 'revision_number': 1, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92332740-8551-4617-a14b-a5ea0897409b', 'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'mac_address': 'fa:16:3e:69:97:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:58Z', 'updated_at': '2022-05-04T15:02:03Z', 'revision_number': 5, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'subnets': [{'id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:11:37.570673 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61b1ac96-d7db-406c-a953-b5e5370e7729 None None] The sync data for ids ['06f54089-7973-46bd-8d6b-77e9050d24a8'] in dv-cinder-829630-2-iscsi is: [{'id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'name': 'tempest-TestVolumeBootPattern-1512480132-router', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:56Z', 'updated_at': '2022-05-04T15:01:59Z', 'revision_number': 4, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'gw_port': {'id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:57Z', 'updated_at': '2022-05-04T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': 'c8ef7abb-9700-486d-b7db-2f0b918a879c', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'floating_ip_address': '172.27.1.31', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'port_id': '22a45e07-60a8-4668-984e-c87093b460ea', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'mac_address': 'fa:16:3e:95:30:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4399a52-6955-4b1a-a83a-f5b23a379aa9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:06:01Z', 'updated_at': '2022-05-04T15:06:03Z', 'revision_number': 1, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92332740-8551-4617-a14b-a5ea0897409b', 'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'mac_address': 'fa:16:3e:69:97:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:58Z', 'updated_at': '2022-05-04T15:02:03Z', 'revision_number': 5, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'subnets': [{'id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:11:37.776537 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8ecfb58-6042-483b-a003-cce2770ddb26 None None] New status for floating IP f7077655-f653-4c71-a65a-acc88507ba69: DOWN {{(pid=101865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:11:38.162873 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bff6c8-fe73-4314-aa5b-20486d58287e req-7760e1cb-c6ef-4e68-926d-ecc933f72b02 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:38.164067 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-24bff6c8-fe73-4314-aa5b-20486d58287e req-7760e1cb-c6ef-4e68-926d-ecc933f72b02 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 945 time: 0.0481560 May 04 15:11:38.202063 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-24bff6c8-fe73-4314-aa5b-20486d58287e req-c4faf4c7-0d91-4258-b729-2fda03d49643 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319715 May 04 15:11:38.459953 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-b5c283fe-fd5c-407a-a3bb-c59f83554df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:39.593193 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b148b6e-74d3-4ed8-a8d0-8cdd95693a4e req-95c17a4e-3f7d-44f9-87b2-4f52a4ab6edc tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:39.594687 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3b148b6e-74d3-4ed8-a8d0-8cdd95693a4e req-95c17a4e-3f7d-44f9-87b2-4f52a4ab6edc tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 945 time: 0.3235245 May 04 15:11:39.634957 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3b148b6e-74d3-4ed8-a8d0-8cdd95693a4e req-fb81d6aa-6744-444f-9b01-1d7c309575c4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336308 May 04 15:11:39.711969 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:40.461899 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:40.747397 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63f5f096-4632-4789-8a7f-dbd47f9d70a5 req-95dd65c2-7310-4983-ad48-02f8b5753f4a tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:40.748882 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-63f5f096-4632-4789-8a7f-dbd47f9d70a5 req-95dd65c2-7310-4983-ad48-02f8b5753f4a tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 945 time: 0.0476170 May 04 15:11:40.789330 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-63f5f096-4632-4789-8a7f-dbd47f9d70a5 req-10f722a4-8003-4509-9285-44d541921b45 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345862 May 04 15:11:41.343313 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:41.734989 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:41.905271 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fca80b0-6cfb-4cc6-a565-2cbbf6e9c81f req-ea4bbdad-86d7-416d-8a87-df59e5257f8c tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:41.906744 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5fca80b0-6cfb-4cc6-a565-2cbbf6e9c81f req-ea4bbdad-86d7-416d-8a87-df59e5257f8c tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 945 time: 0.0491021 May 04 15:11:41.943889 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5fca80b0-6cfb-4cc6-a565-2cbbf6e9c81f req-9ed6ecfc-c394-45be-bcee-b6c556b3a1e8 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312116 May 04 15:11:43.062349 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d77eb2-591c-4b34-a986-37240810373c req-7b63517e-c480-40b4-800e-f721f9b674c6 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:43.063827 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a2d77eb2-591c-4b34-a986-37240810373c req-7b63517e-c480-40b4-800e-f721f9b674c6 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 945 time: 0.0522056 May 04 15:11:43.101694 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a2d77eb2-591c-4b34-a986-37240810373c req-3500ee6a-335c-4166-b14c-216595303c43 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319426 May 04 15:11:43.503160 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 9fad6a12-39ce-49d1-90ae-07b24e13e523 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:11:43.576702 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:43.600115 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6153eaae-71d3-439a-985b-14264cf11245', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fad6a12-39ce-49d1-90ae-07b24e13e523'}] {{(pid=101865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:11:43.602340 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13127db273ea31dc2797640238b9d4a3f6ca00c8d3f152038556e6a345f6b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2586e642-cd22-4788-98e4-3b7a840efaa5" -d '{"events": [{"server_uuid": "6153eaae-71d3-439a-985b-14264cf11245", "name": "network-vif-unplugged", "status": "completed", "tag": "9fad6a12-39ce-49d1-90ae-07b24e13e523"}]}' {{(pid=101865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:11:43.618152 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 9fad6a12-39ce-49d1-90ae-07b24e13e523, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=9fad6a12-39ce-49d1-90ae-07b24e13e523,segment=NetworkSegment(d31e7b59-dfee-4fbf-9768-43afaf63f9d2),segment_id=d31e7b59-dfee-4fbf-9768-43afaf63f9d2)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:11:43.623501 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:11:43.647498 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 04 May 2022 15:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a902bbd5-800b-4e6a-aed1-ac22f3b96405 x-openstack-request-id: req-a902bbd5-800b-4e6a-aed1-ac22f3b96405 {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:11:43.647785 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6153eaae-71d3-439a-985b-14264cf11245", "name": "network-vif-unplugged", "status": "completed", "tag": "9fad6a12-39ce-49d1-90ae-07b24e13e523", "code": 200}]} {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:11:43.648031 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-a902bbd5-800b-4e6a-aed1-ac22f3b96405 {{(pid=101865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:11:43.648409 dv-cinder-829630-2-iscsi neutron-server[101865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a902bbd5-800b-4e6a-aed1-ac22f3b96405'] response: {'server_uuid': '6153eaae-71d3-439a-985b-14264cf11245', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fad6a12-39ce-49d1-90ae-07b24e13e523', 'code': 200} May 04 15:11:43.673437 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=9fad6a12-39ce-49d1-90ae-07b24e13e523,revision_number=6']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:11:44.219531 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0458f3-a606-496f-8ba8-df049eb0d303 req-b2b59d5b-d308-48ae-95fe-bec529f9ae79 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:44.221007 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4b0458f3-a606-496f-8ba8-df049eb0d303 req-b2b59d5b-d308-48ae-95fe-bec529f9ae79 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.0488958 May 04 15:11:44.257730 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4b0458f3-a606-496f-8ba8-df049eb0d303 req-bba857b1-3284-4752-b48f-1c84493e48fd tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305142 May 04 15:11:45.372035 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97e090c-ba54-40cc-8fb9-9bb15436d38b req-1d70c496-2771-41b2-9307-832eea294ba4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:45.373657 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b97e090c-ba54-40cc-8fb9-9bb15436d38b req-1d70c496-2771-41b2-9307-832eea294ba4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.0489740 May 04 15:11:45.410084 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b97e090c-ba54-40cc-8fb9-9bb15436d38b req-fd99ab4b-33ba-4fe4-9061-6095523064b2 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305769 May 04 15:11:46.525307 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acf3034-4489-4495-b029-531b717a4427 req-89f35e1b-9ab8-4012-8235-5b9d610fe5e4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:46.526743 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0acf3034-4489-4495-b029-531b717a4427 req-89f35e1b-9ab8-4012-8235-5b9d610fe5e4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.0504789 May 04 15:11:46.565206 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0acf3034-4489-4495-b029-531b717a4427 req-003787be-f7ea-43f9-bd01-1d6eb1b4d37e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322158 May 04 15:11:47.677227 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b435a041-82cf-447a-a841-15844c552930 req-b56e4df4-f447-405c-af33-7d711ceb9d6c tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:47.678615 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b435a041-82cf-447a-a841-15844c552930 req-b56e4df4-f447-405c-af33-7d711ceb9d6c tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.0477571 May 04 15:11:47.716155 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b435a041-82cf-447a-a841-15844c552930 req-208c271c-6b21-4ef8-8e6f-ef8b84f41dda tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309329 May 04 15:11:48.840851 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83d9b8-143d-4f9b-b867-b454713ef0c1 req-58d25a08-fc3e-4470-974f-bf01a69ff25b tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:48.842351 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7a83d9b8-143d-4f9b-b867-b454713ef0c1 req-58d25a08-fc3e-4470-974f-bf01a69ff25b tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.0552671 May 04 15:11:48.879776 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7a83d9b8-143d-4f9b-b867-b454713ef0c1 req-2ec5769b-2edb-41b9-b960-8e500f0495df tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315032 May 04 15:11:50.000385 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eec94e2-d2da-4820-a1c1-a42198eed04c req-3d8bd33f-4150-4a38-a3a5-f10518e06cb4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:50.001903 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2eec94e2-d2da-4820-a1c1-a42198eed04c req-3d8bd33f-4150-4a38-a3a5-f10518e06cb4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.0544188 May 04 15:11:50.040624 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2eec94e2-d2da-4820-a1c1-a42198eed04c req-03968d52-7ee6-4dc7-837f-7502dd1cadfc tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326405 May 04 15:11:51.157071 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd879ea7-4b55-496c-9696-85b618e485e0 req-4c30b83f-3183-45f6-9cb5-e68a0ce5fe84 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:51.158450 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-fd879ea7-4b55-496c-9696-85b618e485e0 req-4c30b83f-3183-45f6-9cb5-e68a0ce5fe84 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.0476422 May 04 15:11:51.195698 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-fd879ea7-4b55-496c-9696-85b618e485e0 req-f9ddff7e-a9ec-4cb2-86d7-0e7949d62a61 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313222 May 04 15:11:52.307998 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f6172c-329c-4b0e-8b49-8d2207c67e40 req-6fb8b248-ddcb-4bf0-8293-408eab74d53b tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:52.309614 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d1f6172c-329c-4b0e-8b49-8d2207c67e40 req-6fb8b248-ddcb-4bf0-8293-408eab74d53b tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.0476177 May 04 15:11:52.346866 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d1f6172c-329c-4b0e-8b49-8d2207c67e40 req-25532d47-6dfa-414e-966e-8468ebba0e04 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309305 May 04 15:11:53.071270 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:11:53.473558 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4306cad-334c-4fb6-8913-cacab3e43ed3 req-9461bd3f-26b0-428f-92e2-70ec7895251b tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:53.475343 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d4306cad-334c-4fb6-8913-cacab3e43ed3 req-9461bd3f-26b0-428f-92e2-70ec7895251b tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.0576963 May 04 15:11:53.514585 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d4306cad-334c-4fb6-8913-cacab3e43ed3 req-2ada932e-f931-45f9-978c-c6d2b02cbbb8 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332658 May 04 15:11:54.631421 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e94d17-4a58-4c33-8fdc-f34bf5b691b7 req-8ba49150-80be-4792-ab8d-6930ba8e3936 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:54.632944 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f1e94d17-4a58-4c33-8fdc-f34bf5b691b7 req-8ba49150-80be-4792-ab8d-6930ba8e3936 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.0516646 May 04 15:11:54.673565 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f1e94d17-4a58-4c33-8fdc-f34bf5b691b7 req-6ef4f124-a1be-443c-ba79-b1ae0ec333a6 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342147 May 04 15:11:55.788114 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fec7f8-1588-46de-9359-f2743824fc3f req-7f155dfc-672f-4163-9fff-60b236cd637e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:55.789600 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-70fec7f8-1588-46de-9359-f2743824fc3f req-7f155dfc-672f-4163-9fff-60b236cd637e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.0475569 May 04 15:11:55.827350 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-70fec7f8-1588-46de-9359-f2743824fc3f req-90285c73-3844-47e0-9337-28580bfa2309 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312085 May 04 15:11:56.944559 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61fab43b-46ec-4c13-8369-2899d7370c48 req-2068d373-6908-4e4e-924a-71fbc01db208 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:56.945957 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-61fab43b-46ec-4c13-8369-2899d7370c48 req-2068d373-6908-4e4e-924a-71fbc01db208 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.0509856 May 04 15:11:56.984069 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-61fab43b-46ec-4c13-8369-2899d7370c48 req-66ea8c0c-c842-4169-ae96-54a8d4298117 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314708 May 04 15:11:58.102848 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd336bd-fda8-49f4-b9f5-35fdacca5044 req-be4b46a0-cf87-4470-b5ee-b69abb65d3e1 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:58.104332 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1dd336bd-fda8-49f4-b9f5-35fdacca5044 req-be4b46a0-cf87-4470-b5ee-b69abb65d3e1 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.0534801 May 04 15:11:58.142636 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1dd336bd-fda8-49f4-b9f5-35fdacca5044 req-545dbabc-0d8b-4916-b5ed-7ff5acd97c15 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321195 May 04 15:11:59.257584 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b331bd9b-01f5-4250-8907-68d3ca46e334 req-02ad2944-3e08-452a-b026-431f8f00dfc1 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:11:59.259132 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b331bd9b-01f5-4250-8907-68d3ca46e334 req-02ad2944-3e08-452a-b026-431f8f00dfc1 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.0478907 May 04 15:11:59.300469 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b331bd9b-01f5-4250-8907-68d3ca46e334 req-fe510136-2bbe-4e00-819c-d65d3cc0819f tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344272 May 04 15:12:00.417887 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aba2c67-f237-4521-8816-343e90b8722e req-ed170d71-a1d1-4ef6-8b13-6729cd98697b tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:00.419930 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2aba2c67-f237-4521-8816-343e90b8722e req-ed170d71-a1d1-4ef6-8b13-6729cd98697b tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.0521481 May 04 15:12:00.457106 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2aba2c67-f237-4521-8816-343e90b8722e req-5d696a96-c45e-4afa-b1a1-536312a18a36 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311899 May 04 15:12:01.570089 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f97abcc-1460-4a27-8dbe-00c5bf61857b req-30b6947d-aa3e-4dc6-9b0c-434eaa5139dd tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:01.571594 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5f97abcc-1460-4a27-8dbe-00c5bf61857b req-30b6947d-aa3e-4dc6-9b0c-434eaa5139dd tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.0477340 May 04 15:12:01.609788 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5f97abcc-1460-4a27-8dbe-00c5bf61857b req-b31dfe50-fce5-4070-bb04-11949a8e61a0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318224 May 04 15:12:02.723590 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac363c29-aa0b-4ef7-843b-456d1084a52b req-04ed556c-9404-4f8d-92d3-9d9c38577c05 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:02.725242 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ac363c29-aa0b-4ef7-843b-456d1084a52b req-04ed556c-9404-4f8d-92d3-9d9c38577c05 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.0488441 May 04 15:12:02.763659 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ac363c29-aa0b-4ef7-843b-456d1084a52b req-575a5690-9076-4ed7-8ad9-f3b9cd22e65e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323534 May 04 15:12:03.894438 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b6946d-a394-48e9-a7cf-62736b043276 req-14f37c94-51f0-4a4b-af3b-da5c0c26ebc3 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:03.895965 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-60b6946d-a394-48e9-a7cf-62736b043276 req-14f37c94-51f0-4a4b-af3b-da5c0c26ebc3 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.0565665 May 04 15:12:03.935590 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-60b6946d-a394-48e9-a7cf-62736b043276 req-280f8b2f-9f48-4be0-a148-aeae1301079e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335958 May 04 15:12:05.050322 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85483f3-5636-4209-865e-63991dd39f70 req-415b1da3-c20d-4489-b2ac-dddea6371700 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:05.051772 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c85483f3-5636-4209-865e-63991dd39f70 req-415b1da3-c20d-4489-b2ac-dddea6371700 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.0471156 May 04 15:12:05.088587 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c85483f3-5636-4209-865e-63991dd39f70 req-eb49bc5d-c7b8-4921-9cb1-b58cd46a1138 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307498 May 04 15:12:06.179454 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-ff614025-89b8-4197-98ed-28570f3de01b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:12:06.209594 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4254a64-7121-42c3-8b25-712a095ddc18 req-b16f084c-4b3d-447f-bcf5-30b2eebecc11 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:06.211088 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a4254a64-7121-42c3-8b25-712a095ddc18 req-b16f084c-4b3d-447f-bcf5-30b2eebecc11 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.0525265 May 04 15:12:06.249376 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a4254a64-7121-42c3-8b25-712a095ddc18 req-21dea56e-5e1f-4d76-81f4-a466e0320b44 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321200 May 04 15:12:07.365799 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4abfa3-40dd-480f-aa96-6b198385d1db req-30b69a63-4eab-43c3-ad7e-d6735eb64a93 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:07.367240 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ce4abfa3-40dd-480f-aa96-6b198385d1db req-30b69a63-4eab-43c3-ad7e-d6735eb64a93 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.0517182 May 04 15:12:07.403917 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ce4abfa3-40dd-480f-aa96-6b198385d1db req-09d6f825-c4d9-49aa-b569-8022be83cf99 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304921 May 04 15:12:08.463316 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-ab6276bd-6f36-4b70-ae4a-1951e1a74348 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:12:08.520371 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bdd9d3-0d52-4bd8-ba86-091a413f1814 req-6cd78150-12b6-46fb-9e0f-f0d108c59d55 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:08.521869 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f1bdd9d3-0d52-4bd8-ba86-091a413f1814 req-6cd78150-12b6-46fb-9e0f-f0d108c59d55 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.0488226 May 04 15:12:08.560030 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f1bdd9d3-0d52-4bd8-ba86-091a413f1814 req-df3af9db-d86a-41d0-82df-dab6381fc7bc tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315864 May 04 15:12:09.677879 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431dbf89-6b15-470f-a291-3e1f7bbc13c3 req-ef1d4164-9a74-4996-9a70-df3a3c5d9410 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:09.679364 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-431dbf89-6b15-470f-a291-3e1f7bbc13c3 req-ef1d4164-9a74-4996-9a70-df3a3c5d9410 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.0503051 May 04 15:12:09.714742 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:12:09.723064 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-431dbf89-6b15-470f-a291-3e1f7bbc13c3 req-e4470653-bb99-4921-9117-4d1666619635 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368168 May 04 15:12:10.478265 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:12:10.848193 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc09aa08-4981-45ab-a1f9-68f1d3add141 req-d8f51060-8a8a-4895-9972-3b585824e522 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:10.849996 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-dc09aa08-4981-45ab-a1f9-68f1d3add141 req-d8f51060-8a8a-4895-9972-3b585824e522 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.0559182 May 04 15:12:10.891538 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-dc09aa08-4981-45ab-a1f9-68f1d3add141 req-e0505fbc-3ce4-4b4c-96bc-26fad43b1375 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342555 May 04 15:12:11.345983 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:12:11.736473 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:12:12.019091 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2cf98-7017-4408-8f35-d2d4c82aec22 req-6d1b794f-0fad-493e-89d5-2730d5d97683 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:12.020610 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-88f2cf98-7017-4408-8f35-d2d4c82aec22 req-6d1b794f-0fad-493e-89d5-2730d5d97683 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.0555058 May 04 15:12:12.060436 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-88f2cf98-7017-4408-8f35-d2d4c82aec22 req-eef7a6ad-e2bd-4229-bf30-560533d6854f tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338016 May 04 15:12:13.177090 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f64b9a-6715-4b68-968d-b6c67612d47f req-c5944634-4e6e-457c-981a-58a21fc94591 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:13.178546 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-42f64b9a-6715-4b68-968d-b6c67612d47f req-c5944634-4e6e-457c-981a-58a21fc94591 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.0504777 May 04 15:12:13.218482 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-42f64b9a-6715-4b68-968d-b6c67612d47f req-01c56675-8662-4787-9791-b1b6cd4f799f tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329120 May 04 15:12:14.342085 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0e25af-8203-4c62-adc7-81b94e138dd9 req-d5089d3e-cdd5-443b-9b01-15fb8e9d9175 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:14.343632 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3a0e25af-8203-4c62-adc7-81b94e138dd9 req-d5089d3e-cdd5-443b-9b01-15fb8e9d9175 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.0527644 May 04 15:12:14.381116 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3a0e25af-8203-4c62-adc7-81b94e138dd9 req-ea2287ab-0e0d-4e4d-a3c0-35b553acd6e9 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315459 May 04 15:12:14.745622 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a406c0fd-09d3-4cef-91a3-a0df83a1414f req-d56879f8-15c4-412d-b30f-a0b54e38159d tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:14.747200 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a406c0fd-09d3-4cef-91a3-a0df83a1414f req-d56879f8-15c4-412d-b30f-a0b54e38159d tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.11 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 943 time: 0.0494010 May 04 15:12:14.843250 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [req-a406c0fd-09d3-4cef-91a3-a0df83a1414f req-88287346-9ce1-4d31-863f-95181a804e77 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Deleting port 9fad6a12-39ce-49d1-90ae-07b24e13e523 {{(pid=101864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:12:14.843593 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-a406c0fd-09d3-4cef-91a3-a0df83a1414f req-88287346-9ce1-4d31-863f-95181a804e77 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:12:14.930466 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-a406c0fd-09d3-4cef-91a3-a0df83a1414f req-88287346-9ce1-4d31-863f-95181a804e77 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] For port 9fad6a12-39ce-49d1-90ae-07b24e13e523, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=9fad6a12-39ce-49d1-90ae-07b24e13e523,segment=NetworkSegment(d31e7b59-dfee-4fbf-9768-43afaf63f9d2),segment_id=d31e7b59-dfee-4fbf-9768-43afaf63f9d2)] {{(pid=101864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:12:14.930833 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-a406c0fd-09d3-4cef-91a3-a0df83a1414f req-88287346-9ce1-4d31-863f-95181a804e77 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:12:14.943972 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [req-a406c0fd-09d3-4cef-91a3-a0df83a1414f req-88287346-9ce1-4d31-863f-95181a804e77 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Calling delete_port for 9fad6a12-39ce-49d1-90ae-07b24e13e523 owned by compute:nova {{(pid=101864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:12:15.071180 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-a406c0fd-09d3-4cef-91a3-a0df83a1414f req-88287346-9ce1-4d31-863f-95181a804e77 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:12:15.099470 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88287346-9ce1-4d31-863f-95181a804e77 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Pushing event deleted for resources: {'Port': ['ID=9fad6a12-39ce-49d1-90ae-07b24e13e523,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:12:15.109281 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88287346-9ce1-4d31-863f-95181a804e77 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:12:15.109634 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88287346-9ce1-4d31-863f-95181a804e77 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:12:15.109978 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88287346-9ce1-4d31-863f-95181a804e77 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:12:15.110308 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88287346-9ce1-4d31-863f-95181a804e77 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:12:15.110637 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88287346-9ce1-4d31-863f-95181a804e77 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:12:15.111085 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88287346-9ce1-4d31-863f-95181a804e77 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:12:15.111276 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88287346-9ce1-4d31-863f-95181a804e77 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:12:15.111951 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88287346-9ce1-4d31-863f-95181a804e77 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:12:15.111951 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88287346-9ce1-4d31-863f-95181a804e77 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:12:15.112348 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88287346-9ce1-4d31-863f-95181a804e77 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:12:15.112607 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88287346-9ce1-4d31-863f-95181a804e77 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:12:15.112950 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88287346-9ce1-4d31-863f-95181a804e77 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:12:15.153736 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [req-a406c0fd-09d3-4cef-91a3-a0df83a1414f req-88287346-9ce1-4d31-863f-95181a804e77 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] No DVR routers for this DVR port 9fad6a12-39ce-49d1-90ae-07b24e13e523 on host hv-cinder-82963 {{(pid=101864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:12:15.156273 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-a406c0fd-09d3-4cef-91a3-a0df83a1414f req-88287346-9ce1-4d31-863f-95181a804e77 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:12:15.159528 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a406c0fd-09d3-4cef-91a3-a0df83a1414f req-88287346-9ce1-4d31-863f-95181a804e77 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.11 "DELETE /v2.0/ports/9fad6a12-39ce-49d1-90ae-07b24e13e523 HTTP/1.1" status: 204 len: 173 time: 0.4066591 May 04 15:12:15.159950 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6153eaae-71d3-439a-985b-14264cf11245', 'name': 'network-vif-deleted', 'tag': '9fad6a12-39ce-49d1-90ae-07b24e13e523'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:12:15.162216 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba406723-3d00-4fae-b7fb-c2a964d292ce" -d '{"events": [{"server_uuid": "6153eaae-71d3-439a-985b-14264cf11245", "name": "network-vif-deleted", "tag": "9fad6a12-39ce-49d1-90ae-07b24e13e523"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:12:15.199435 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:12:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35269bbc-ef66-4e70-a51f-6cba0a424973 x-openstack-request-id: req-35269bbc-ef66-4e70-a51f-6cba0a424973 {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:12:15.199740 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6153eaae-71d3-439a-985b-14264cf11245", "name": "network-vif-deleted", "tag": "9fad6a12-39ce-49d1-90ae-07b24e13e523", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:12:15.199992 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-35269bbc-ef66-4e70-a51f-6cba0a424973 {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:12:15.200388 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35269bbc-ef66-4e70-a51f-6cba0a424973'] response: {'server_uuid': '6153eaae-71d3-439a-985b-14264cf11245', 'name': 'network-vif-deleted', 'tag': '9fad6a12-39ce-49d1-90ae-07b24e13e523', 'status': 'completed', 'code': 200} May 04 15:12:15.477299 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cc855e8a-075e-4a88-b9be-c89f2d1e1303 req-cde78fbe-75a9-4865-a9c7-efde1c98195c tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0278952 May 04 15:12:16.571367 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-88ac419f-f913-45b4-99e2-36dfed69f93b req-97ca01c8-967b-4382-8e7d-a4d7a33b96b2 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0257523 May 04 15:12:17.517388 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522681dc-af60-4921-8ed2-b0b978b632b7 req-821a8a81-fa92-4cf8-91d8-c9ded2a6478d tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:17.519008 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-522681dc-af60-4921-8ed2-b0b978b632b7 req-821a8a81-fa92-4cf8-91d8-c9ded2a6478d tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 945 time: 0.0496964 May 04 15:12:17.558083 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-522681dc-af60-4921-8ed2-b0b978b632b7 req-d3f598c0-523d-4b5f-b195-5ef4cac55315 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330689 May 04 15:12:17.673956 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cf2c68eb-7635-4427-83e6-d61116852b82 req-42f8bdd4-80af-42ff-85da-fc489acf7197 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0304301 May 04 15:12:18.676244 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff0ba44-cd97-4950-9d70-4bef02458323 req-166a75b4-08f9-4e28-a7bf-88e7b9d0c921 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:18.677767 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4ff0ba44-cd97-4950-9d70-4bef02458323 req-166a75b4-08f9-4e28-a7bf-88e7b9d0c921 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 945 time: 0.0499308 May 04 15:12:18.718412 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4ff0ba44-cd97-4950-9d70-4bef02458323 req-53f1b66f-d8fd-4e4e-a773-0a27913a7877 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345058 May 04 15:12:18.801198 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-92f84687-7e31-49b5-acf5-45619637a7bc req-75030f1e-7fa6-4b82-bd5b-9f89b83a9438 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0277059 May 04 15:12:19.842172 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528e0efb-b610-4938-bf15-966d41257f41 req-b8727699-b159-4319-9cce-b3953384d4db tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:19.843912 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-528e0efb-b610-4938-bf15-966d41257f41 req-b8727699-b159-4319-9cce-b3953384d4db tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 945 time: 0.0524268 May 04 15:12:19.899066 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-528e0efb-b610-4938-bf15-966d41257f41 req-f4f92f3d-b0fd-4355-864e-688a113d2172 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451267 May 04 15:12:19.992168 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f6b2a83b-1bb6-48ca-bc29-1bebde00403e req-64bc7b5b-b6c8-4004-82ee-5cd04a1985c8 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0311131 May 04 15:12:21.038658 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116bcfa3-0787-44fb-9c87-eb1ad5907dc6 req-3c2a90b3-53be-4349-b929-39969f230ef6 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:21.040239 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-116bcfa3-0787-44fb-9c87-eb1ad5907dc6 req-3c2a90b3-53be-4349-b929-39969f230ef6 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 945 time: 0.0523195 May 04 15:12:21.083707 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-116bcfa3-0787-44fb-9c87-eb1ad5907dc6 req-26cadcbc-2bb1-4790-bccb-d030dc0cc3dc tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353229 May 04 15:12:21.183018 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c75e3869-5c45-4dc9-9d08-3f35c5698b4b req-19ab86fc-d565-49eb-a8c7-2ba2f72e8bb4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0338097 May 04 15:12:22.213939 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3026376e-5932-4485-a4ef-f4df41f9161a req-3db458dd-6f10-47ec-b419-c832d420d45e tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:22.215706 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3026376e-5932-4485-a4ef-f4df41f9161a req-3db458dd-6f10-47ec-b419-c832d420d45e tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 945 time: 0.0555480 May 04 15:12:22.260195 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3026376e-5932-4485-a4ef-f4df41f9161a req-6ced2730-fb9f-4fc2-b19f-79cbb006a21b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352151 May 04 15:12:22.354156 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4ec45a41-5343-45c3-8e07-d8d391973bc4 req-106bdb34-8dca-4b17-b135-964f30511cc6 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0273364 May 04 15:12:23.407345 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a4c6e3-fa5b-41a7-9780-54ade3024cfa req-e328431e-775a-45fc-8123-163da739ca32 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:23.409065 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-87a4c6e3-fa5b-41a7-9780-54ade3024cfa req-e328431e-775a-45fc-8123-163da739ca32 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 945 time: 0.0524657 May 04 15:12:23.452631 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-87a4c6e3-fa5b-41a7-9780-54ade3024cfa req-3c863f3a-d1cd-4417-b882-51ce25034157 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364201 May 04 15:12:23.554439 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-24ee42d8-24a5-4b9c-87ed-f2a694d4af94 req-a979e120-24a5-48b8-9ced-346e41583c74 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0285950 May 04 15:12:24.593830 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b54a69b-f6c5-4c8f-aae7-8ef4d5900786 req-4dd1f1af-53a5-435b-8919-42e1fc001494 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:24.595338 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3b54a69b-f6c5-4c8f-aae7-8ef4d5900786 req-4dd1f1af-53a5-435b-8919-42e1fc001494 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 945 time: 0.0549684 May 04 15:12:24.635738 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3b54a69b-f6c5-4c8f-aae7-8ef4d5900786 req-7e3dd916-9dcf-40f2-83fc-f3a052aab2c1 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336678 May 04 15:12:24.731502 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-29d4c7d2-a18e-4fda-b8cd-1816ecf9cf9c req-22e936d0-352c-413f-9a48-a43fafc27dec tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0336344 May 04 15:12:25.753710 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ec6787-e471-469c-83aa-89cf12f2e157 req-7d91c9ab-835e-47b2-9b4b-75f283491005 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:25.755161 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-27ec6787-e471-469c-83aa-89cf12f2e157 req-7d91c9ab-835e-47b2-9b4b-75f283491005 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 945 time: 0.0480933 May 04 15:12:25.793634 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-27ec6787-e471-469c-83aa-89cf12f2e157 req-d493979f-c635-483a-9988-a69b9f0205ca tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322740 May 04 15:12:25.884163 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-16a33705-b31c-4b8c-aa08-0df4ec320b3d req-f0abc667-448f-4f79-82e4-f4af57bc144c tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0330269 May 04 15:12:26.051884 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-3d697a5e-807a-4a2a-aaef-978a975fba4d req-b2ca00c1-6c9d-4769-87e5-30df9c8614a2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0423870 May 04 15:12:26.152705 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d697a5e-807a-4a2a-aaef-978a975fba4d req-0ed10588-32a9-4be2-b927-e7d20b87e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:26.154206 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-3d697a5e-807a-4a2a-aaef-978a975fba4d req-0ed10588-32a9-4be2-b927-e7d20b87e0a0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=746261ccdb744b4abdfc7b324a2ab0c7&device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 1099 time: 0.0423818 May 04 15:12:26.256146 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d697a5e-807a-4a2a-aaef-978a975fba4d req-9208521e-4f7d-4bed-ae93-35af68c5998e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:26.257641 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-3d697a5e-807a-4a2a-aaef-978a975fba4d req-9208521e-4f7d-4bed-ae93-35af68c5998e service neutron] 10.222.0.11 "GET /v2.0/networks?id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 HTTP/1.1" status: 200 len: 913 time: 0.0842125 May 04 15:12:26.327592 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-3d697a5e-807a-4a2a-aaef-978a975fba4d req-0453d065-dffa-4895-8944-82463d26b53e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22a45e07-60a8-4668-984e-c87093b460ea HTTP/1.1" status: 200 len: 1001 time: 0.0635450 May 04 15:12:26.380640 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d697a5e-807a-4a2a-aaef-978a975fba4d req-91580c90-2ad1-4cdf-974c-8262f96e8dbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:26.382145 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-3d697a5e-807a-4a2a-aaef-978a975fba4d req-91580c90-2ad1-4cdf-974c-8262f96e8dbc service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c125eab1-7cf8-4e7c-acbb-db552c02fcee HTTP/1.1" status: 200 len: 851 time: 0.0484178 May 04 15:12:26.435402 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d697a5e-807a-4a2a-aaef-978a975fba4d req-e6864d62-d169-4f6f-9814-b8b1652a7683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:26.437746 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-3d697a5e-807a-4a2a-aaef-978a975fba4d req-e6864d62-d169-4f6f-9814-b8b1652a7683 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0495651 May 04 15:12:26.533438 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-3d697a5e-807a-4a2a-aaef-978a975fba4d req-5a573f1c-4e58-41f1-9132-9b0898a31f1b service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888188 May 04 15:12:26.628606 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-3d697a5e-807a-4a2a-aaef-978a975fba4d req-8b099c9b-a819-4cca-96fe-85881f517809 service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882471 May 04 15:12:26.922923 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c412e-2d25-4048-bbdd-d6649d4995fd req-d8cbc3f1-e424-4eb9-8c4c-e3b0e6a8b894 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:26.924358 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-982c412e-2d25-4048-bbdd-d6649d4995fd req-d8cbc3f1-e424-4eb9-8c4c-e3b0e6a8b894 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 945 time: 0.0534737 May 04 15:12:26.963117 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-982c412e-2d25-4048-bbdd-d6649d4995fd req-815cf5af-fd23-4fa3-8d87-597aa6feac16 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326834 May 04 15:12:27.048879 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2a2c74f6-68b7-4086-8cd9-b69351fb870a req-94b9eff6-7e42-4250-a79e-10389b7724b4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0265901 May 04 15:12:28.079283 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3a662e-3602-4c57-9f96-5f87c1cd2312 req-271c3213-7e36-48a7-a185-6c7fe30d8893 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:28.080795 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7f3a662e-3602-4c57-9f96-5f87c1cd2312 req-271c3213-7e36-48a7-a185-6c7fe30d8893 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 945 time: 0.0488095 May 04 15:12:28.122513 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7f3a662e-3602-4c57-9f96-5f87c1cd2312 req-209f9d29-f88c-4b57-ae49-1f4073490eda tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326021 May 04 15:12:28.211015 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8ee173d7-b2c4-42b2-b746-c94489677405 req-85fc5d7c-5a08-4d7c-99f5-93202d145989 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0312843 May 04 15:12:29.242007 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345e07b-8566-4838-80ed-524a9f755ed6 req-69b14b05-bc8d-4793-a3d8-1b19a5f192e4 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:29.243518 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7345e07b-8566-4838-80ed-524a9f755ed6 req-69b14b05-bc8d-4793-a3d8-1b19a5f192e4 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 945 time: 0.0500042 May 04 15:12:29.282673 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7345e07b-8566-4838-80ed-524a9f755ed6 req-7591014b-df6b-407a-9450-880943083d8d tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327516 May 04 15:12:29.362925 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-977e7163-82ef-435e-854c-1e1daa025b0b req-f00061da-90a5-40ca-a0a5-c1c925a80613 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0265687 May 04 15:12:30.069829 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:12:30.402563 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a642f-02cd-4840-be1d-10bf76badc88 req-d02098d6-972f-418f-9fdf-5fff58c3359d tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:30.404136 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e68a642f-02cd-4840-be1d-10bf76badc88 req-d02098d6-972f-418f-9fdf-5fff58c3359d tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 945 time: 0.0516214 May 04 15:12:30.441446 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e68a642f-02cd-4840-be1d-10bf76badc88 req-b9dc21cb-4fcb-4f9c-876d-378508509000 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313482 May 04 15:12:30.532164 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e49d9f86-7cfe-4feb-a0ea-5c564f8f6e72 req-9f4c8dce-55a3-4c83-ac64-317e79d7037c tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0298939 May 04 15:12:31.560643 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f012e71-675f-4abf-a0b0-4b034e8e02d6 req-17f96e67-1c2c-4a10-99d5-393fbca41041 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:31.562175 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8f012e71-675f-4abf-a0b0-4b034e8e02d6 req-17f96e67-1c2c-4a10-99d5-393fbca41041 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 945 time: 0.0514684 May 04 15:12:31.600043 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8f012e71-675f-4abf-a0b0-4b034e8e02d6 req-f4055d59-31b7-4cc5-9dbe-be1931faac5e tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315247 May 04 15:12:31.682326 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9e14ed50-2fd9-4cff-908b-c241a45c84b3 req-efcfb7ad-2179-49a4-9242-a0b50947b062 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0265472 May 04 15:12:32.719643 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af38a46d-df00-499a-9b60-928faa6ba7dc req-8937d1e4-02b1-4c1b-812e-d47401267b69 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:32.721144 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-af38a46d-df00-499a-9b60-928faa6ba7dc req-8937d1e4-02b1-4c1b-812e-d47401267b69 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 945 time: 0.0529132 May 04 15:12:32.760696 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-af38a46d-df00-499a-9b60-928faa6ba7dc req-f61c7414-b59d-4bfa-99eb-57a3861ba0ba tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332568 May 04 15:12:32.845337 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0ee30b35-0333-4b24-b2cb-05fbf5d6da93 req-64380916-21c0-43d1-9f6c-131fe481ccbc tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0285063 May 04 15:12:33.877186 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52036cce-7888-4c23-a9f4-bd89cb1c5c53 req-4c26eaee-e901-4966-9077-19a6748dd46d tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:33.878711 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-52036cce-7888-4c23-a9f4-bd89cb1c5c53 req-4c26eaee-e901-4966-9077-19a6748dd46d tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 945 time: 0.0500240 May 04 15:12:33.916501 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-52036cce-7888-4c23-a9f4-bd89cb1c5c53 req-9dafa69f-b612-46d9-b863-b33c7e4d1cf1 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319238 May 04 15:12:33.999349 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f985ac54-7869-47d6-804d-e0bd171498b9 req-cdc40036-30ae-4127-9b1a-669d60402dbd tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0292659 May 04 15:12:34.184697 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d61f4-a264-407e-99f4-584bba2dadb3 req-0955c895-a8f3-491b-8555-4c4f3e320fa0 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:34.186310 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-196d61f4-a264-407e-99f4-584bba2dadb3 req-0955c895-a8f3-491b-8555-4c4f3e320fa0 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 945 time: 0.0504010 May 04 15:12:34.225997 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-196d61f4-a264-407e-99f4-584bba2dadb3 req-0b662f45-7f4a-4e68-b65b-ba088d54b446 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336263 May 04 15:12:34.273311 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d171b-df4c-4ff0-a839-c0bb201d017d req-e3a08de9-a6c4-40a3-9aab-e947bd95dc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:34.274794 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a74d171b-df4c-4ff0-a839-c0bb201d017d req-e3a08de9-a6c4-40a3-9aab-e947bd95dc38 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76eaebd5bb0b42ddb62d18459fdf359f&device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 1098 time: 0.0461075 May 04 15:12:34.364330 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d171b-df4c-4ff0-a839-c0bb201d017d req-b44d8c64-7c5a-4b1b-bf34-a53968fd7a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:34.365841 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a74d171b-df4c-4ff0-a839-c0bb201d017d req-b44d8c64-7c5a-4b1b-bf34-a53968fd7a2b service neutron] 10.222.0.11 "GET /v2.0/networks?id=96103362-e6c6-4f42-a4d2-85307d75ab1d HTTP/1.1" status: 200 len: 912 time: 0.0837836 May 04 15:12:34.431612 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a74d171b-df4c-4ff0-a839-c0bb201d017d req-ba44e934-fee8-451e-9c02-2cef68dbb333 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85b17549-74ad-4caf-9545-0a88bd2c7d0f HTTP/1.1" status: 200 len: 1001 time: 0.0592506 May 04 15:12:34.479143 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d171b-df4c-4ff0-a839-c0bb201d017d req-1c1a1c24-d940-4ec9-81e4-7f9f4b77f423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:34.481227 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a74d171b-df4c-4ff0-a839-c0bb201d017d req-1c1a1c24-d940-4ec9-81e4-7f9f4b77f423 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd0d7759-75c7-4308-aa2b-41f64d063b5c HTTP/1.1" status: 200 len: 850 time: 0.0432298 May 04 15:12:34.525106 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d171b-df4c-4ff0-a839-c0bb201d017d req-fb439c77-0120-4e16-8eba-74cc4be168ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:34.526616 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a74d171b-df4c-4ff0-a839-c0bb201d017d req-fb439c77-0120-4e16-8eba-74cc4be168ce service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96103362-e6c6-4f42-a4d2-85307d75ab1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0394859 May 04 15:12:34.627150 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a74d171b-df4c-4ff0-a839-c0bb201d017d req-6da53493-3627-4875-999a-fb390cf1d66f service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936122 May 04 15:12:34.717532 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a74d171b-df4c-4ff0-a839-c0bb201d017d req-742a7f51-299e-49ae-a638-2f7b06faba45 service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840232 May 04 15:12:35.093770 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-53d59302-f2a7-4d4d-97df-c80673cf59f7 req-78044170-0b08-42f6-902a-7b52d9be0c56 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0261662 May 04 15:12:35.348923 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbf2a48-70d4-41cf-8982-96a685b9e3a7 req-e148001e-6df8-48fb-88d0-cea201287588 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:35.350687 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-edbf2a48-70d4-41cf-8982-96a685b9e3a7 req-e148001e-6df8-48fb-88d0-cea201287588 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 945 time: 0.0511305 May 04 15:12:35.411442 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-edbf2a48-70d4-41cf-8982-96a685b9e3a7 req-5c9ef6af-18df-4e7d-8b91-619c43540e5f tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540938 May 04 15:12:36.191873 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-5afd3469-c37c-43aa-b658-1c2d10bb6d6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:12:36.206401 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0e55398c-ef18-4087-a3cd-2089a6fd2f3b req-deb1a3f7-108e-410f-97a9-e7a1c5fa995d tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0354736 May 04 15:12:36.535992 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea8aaf7-92f7-4943-952b-eac9616e7f98 req-60b613b0-bdd3-4df1-863a-bb082d9aae02 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:12:36.537957 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0ea8aaf7-92f7-4943-952b-eac9616e7f98 req-60b613b0-bdd3-4df1-863a-bb082d9aae02 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 945 time: 0.0587127 May 04 15:12:36.580483 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0ea8aaf7-92f7-4943-952b-eac9616e7f98 req-d11db958-f707-4434-86c5-d3807fcaa8bf tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358067 May 04 15:12:37.313738 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d05eedcb-84bb-4c37-8a23-cdf01352cd14 req-11e03e86-59e4-4999-9daf-16cdbfbafba4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0308056 May 04 15:12:38.414582 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-eb37c808-ce62-47b5-b690-259747084750 req-dda5bb74-e0ea-4b59-9089-18e08d3200a9 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0271952 May 04 15:12:38.468584 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-3e71110e-d7d0-4e98-80dd-afcee199f191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:12:39.511913 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-40cad019-7e2f-438d-a11c-adbbc6444ab5 req-506a0ba8-22c3-4dc5-a4fb-87d4d695711e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0288727 May 04 15:12:39.717408 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:12:40.485661 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:12:40.621236 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7987d779-932b-4478-89f2-1dc4edf6ad41 req-91a71d17-08e0-4dbf-bbaf-c97f10abe454 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0302916 May 04 15:12:41.350019 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:12:41.712918 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8ea31548-c18a-4c35-93d6-0f53a11f675c req-c902a8ca-50e4-4217-a8d5-c64e3460c602 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0251770 May 04 15:12:41.738492 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:12:42.809471 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-582b91c9-d414-42b7-ab16-0c85f388d92d req-d640556c-1364-4b9c-bdb6-9ad6d820ab0e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0252788 May 04 15:12:43.925644 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-71c9695c-8d29-4562-ad2d-6800bf193eb6 req-b62fb379-267a-446d-b08a-31ee1e6e7cef tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0280118 May 04 15:12:45.020071 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5091449e-c77a-4ae5-986d-5fd81f9b3287 req-e3139c3c-9f30-48b1-9e15-3a3bbe4e0af5 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0269165 May 04 15:12:46.115556 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-89bc8fb8-c92a-4587-993e-7f21ec211df6 req-fa9061a8-e722-435f-9e39-860b07a50935 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0274801 May 04 15:12:47.212554 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-efa235a1-b179-407f-8aec-2a2b1c9f068d req-0976c393-59db-4a8a-b7d9-13ea4d81eadd tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0302935 May 04 15:12:48.311179 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-077d49d8-ab9b-4769-be39-7ce10f2988c1 req-705919a5-fd20-4236-a075-a2ce7f6cde89 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0285001 May 04 15:12:49.406761 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c0fb2d0c-21aa-4cc4-ab25-04244884c986 req-4a9dd7e5-b266-4d3f-aeca-3307fc47c494 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0255513 May 04 15:12:50.504255 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1966a63d-839d-4e44-bce9-db6bba963c9c req-01a40b58-5024-4ff6-8790-9d49e61e3092 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0258512 May 04 15:12:51.606778 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-844836f6-bd56-4545-a662-f14c903ad5aa req-5a401c75-c212-400b-8e96-bb4e78523fe2 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0267413 May 04 15:12:52.703357 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-49b8036a-f3de-4d48-a3a4-41735659a879 req-d19d2573-c4b7-4948-958e-1817a0525cc4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0268030 May 04 15:12:53.801763 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ac21fa55-282f-465b-962c-5575d2cfd603 req-a9ff5038-f7c0-4209-b3cb-d7a8ca41f815 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0287976 May 04 15:12:54.900804 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-065fcafa-1be0-4efb-af80-bbea3dd562ad req-570968cc-7012-4e0d-b96f-543a635107ac tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0297351 May 04 15:12:55.999431 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1789a0c4-393c-4d7c-be4a-aac556fe4715 req-f3a8e1c2-3f59-4b22-bf73-4470a952922a tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0266511 May 04 15:12:57.095554 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6e606219-fb70-4d81-b54d-a055baf3e3e6 req-d14493a4-5f89-4703-9c96-fcdb2f07fa62 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0256238 May 04 15:12:58.190014 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-35e1f33c-329c-4c9c-bd5d-2da6174cfcf0 req-96e01589-a76e-47f8-8046-9285ff3a510c tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0260439 May 04 15:12:59.282650 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-224dc67c-14ee-4e2e-953c-31d6e5a0c61e req-6f6a8fcb-cdcf-4ffb-baf0-4a6365818fe2 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0252805 May 04 15:13:00.381842 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-04d63c4c-4315-4c39-975e-33f796a4717b req-e4d33ed8-9c99-4d6f-b3ff-2cb8a3f5c3af tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0300987 May 04 15:13:01.477327 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-49f8e933-ef61-435f-a437-76464bbaca2a req-10ea963b-0c39-4e5f-bed4-1f5b9474a0ff tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0253720 May 04 15:13:02.571231 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-55ef111b-bfd9-4a77-a0b5-07b949751021 req-a6a03617-36d9-47df-8be1-8de0ab4b20d4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0258968 May 04 15:13:03.679056 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-acb2c8b4-c61f-4b74-9e99-efb72683b09f req-286e5d08-f0e7-473d-8d57-1e0c054e228f tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0302992 May 04 15:13:04.776926 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e60fd862-e95f-4bc8-8829-0fff73df7ec5 req-8697ce98-69d7-4017-823e-63c33b3f29b3 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0255487 May 04 15:13:05.873909 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-607327c4-1518-427c-9c71-84af7693903a req-05a5aafb-3b0f-4c64-aab7-2a333e606ac4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0264266 May 04 15:13:06.184266 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-e6f55c21-fd3c-43a4-9722-511863183c29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:13:06.974415 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-47ccda1b-1be7-461c-8e14-66c4832f2fe0 req-4545e03c-b70d-43af-aca8-f4e6b4f8825d tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0324106 May 04 15:13:07.068607 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:13:08.078016 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d1d73a7b-dca9-4ada-8b80-8b799fbcb433 req-2f4e0d4d-46fb-456b-86ac-8380d16fa043 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0258803 May 04 15:13:08.470996 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-eb2cf3cb-ade0-4260-92ee-96b073ad105e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:13:09.176593 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f3d21f4d-c564-44ab-ae2a-b4fae7141216 req-b04f8a79-8bca-4665-81cf-c05c250cbd9e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0264204 May 04 15:13:09.720983 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:13:10.272268 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a417709c-8b30-41ca-b95c-86742119442d req-b4b701d5-1031-4434-8190-59546113f98b tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0283597 May 04 15:13:10.480419 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:13:11.353912 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:13:11.369823 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2e959a64-9b7d-4aee-a06e-ed1014586ce9 req-33790d0e-a9f7-4585-8f95-eb0b6608fd6c tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0285497 May 04 15:13:11.742492 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:13:12.467902 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b3d8fee3-89d5-45de-abdb-ff20ee59d4b3 req-8ec176ec-0cb5-46e4-b1eb-bf4f28dc3f7e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0271201 May 04 15:13:13.578104 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-81df158c-86ab-473e-bc72-a620e700a7ba req-9691d2e3-55de-4f61-8057-e324d6837f7e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0310183 May 04 15:13:14.698440 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-69722cc0-8015-4fd9-9b34-9f25fb981e14 req-14a8af32-f44b-43d7-a628-845d6b8b1b4a tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0263457 May 04 15:13:15.816529 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0f8844e6-a20b-4b02-8999-e390aaf406c3 req-f6e9fb8d-ee8c-4168-b35b-57fe5b698e04 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0430961 May 04 15:13:16.914798 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-961b9864-55dd-4b6c-b59d-a5457a66278a req-62dd99bb-4f06-4113-b4cc-c3f1e8b39f1e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0255642 May 04 15:13:18.009638 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8711be5e-14c7-48f1-a8a6-e104ea3585d5 req-50217a67-6f01-435c-9c9b-cc96e3cea9bf tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0261080 May 04 15:13:19.108941 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-fbc46f83-4a7e-42f8-8ed6-5a1558c41c4a req-705262ee-d583-4f25-83d3-1f4289a1fb10 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0281272 May 04 15:13:20.206591 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c91a7f25-0f61-4d72-a119-add773f347c9 req-188f7582-1f89-49cf-9fb4-59953f71c959 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0312600 May 04 15:13:21.303796 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ca60a5a9-6cb8-4e50-abb4-5976b1b86c39 req-b1d70e3c-f57a-45d1-a7ba-785cdb98de81 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0254869 May 04 15:13:22.402488 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-76f6149d-3eb6-43ec-a301-4f8e99a715e4 req-216f3ccc-681d-49b2-8868-4a69ffdd012d tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0271294 May 04 15:13:23.498924 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b9432ac6-5c69-43e8-a06a-4bb66ddc48c1 req-580eb7db-0ccc-4cec-b258-48ff588ae37b tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0273178 May 04 15:13:24.715335 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3504f9a9-5b38-4b6a-a7b8-1206738767f9 req-5ca4c28d-d3b5-4432-bf2d-1b8086ac16b5 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.1461205 May 04 15:13:25.817563 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-bf3d9e7c-7d67-4e6a-8902-6f009795e915 req-5a0f96de-9733-4aac-ba33-a1be1ad3434e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0294595 May 04 15:13:26.922727 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9ea7e8b5-d927-491c-a688-06548da89464 req-73050847-d22e-49ce-84ab-daff42ccb58a tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0298114 May 04 15:13:27.027966 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-dba94c27-3eae-4ed5-ad8c-31ee08ed3337 req-896ecdf5-b8df-486c-81fb-f9f1d1b61eec service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0421362 May 04 15:13:27.114925 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba94c27-3eae-4ed5-ad8c-31ee08ed3337 req-83c38729-7a31-484f-bbf6-0be81e49856f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:13:27.116321 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-dba94c27-3eae-4ed5-ad8c-31ee08ed3337 req-83c38729-7a31-484f-bbf6-0be81e49856f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76eaebd5bb0b42ddb62d18459fdf359f&device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 1098 time: 0.0442116 May 04 15:13:27.221226 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba94c27-3eae-4ed5-ad8c-31ee08ed3337 req-d9e18781-0b5a-41ab-9837-c60bec16296f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:13:27.223742 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-dba94c27-3eae-4ed5-ad8c-31ee08ed3337 req-d9e18781-0b5a-41ab-9837-c60bec16296f service neutron] 10.222.0.11 "GET /v2.0/networks?id=96103362-e6c6-4f42-a4d2-85307d75ab1d HTTP/1.1" status: 200 len: 912 time: 0.0874550 May 04 15:13:27.299515 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-dba94c27-3eae-4ed5-ad8c-31ee08ed3337 req-0f36b506-1c2b-41a4-bdf0-45f66e39850b service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85b17549-74ad-4caf-9545-0a88bd2c7d0f HTTP/1.1" status: 200 len: 1001 time: 0.0689549 May 04 15:13:27.351400 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba94c27-3eae-4ed5-ad8c-31ee08ed3337 req-60fb1c1d-2c92-445b-af2e-0e34f413253b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:13:27.353019 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-dba94c27-3eae-4ed5-ad8c-31ee08ed3337 req-60fb1c1d-2c92-445b-af2e-0e34f413253b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd0d7759-75c7-4308-aa2b-41f64d063b5c HTTP/1.1" status: 200 len: 850 time: 0.0458338 May 04 15:13:27.403193 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba94c27-3eae-4ed5-ad8c-31ee08ed3337 req-6aa8ddd5-29b6-4484-ad0c-9c5af6ca7b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:13:27.404684 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-dba94c27-3eae-4ed5-ad8c-31ee08ed3337 req-6aa8ddd5-29b6-4484-ad0c-9c5af6ca7b38 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96103362-e6c6-4f42-a4d2-85307d75ab1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0453107 May 04 15:13:27.507095 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-dba94c27-3eae-4ed5-ad8c-31ee08ed3337 req-69d36800-4071-45b4-aa14-88fd754fafc0 service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951664 May 04 15:13:27.611640 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-dba94c27-3eae-4ed5-ad8c-31ee08ed3337 req-46df9e21-aabd-4ff4-8a02-874696fc0321 service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961921 May 04 15:13:28.028620 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c3cfbbf8-9759-466f-8b45-174651ffef06 req-fc16b6c2-ac35-4657-8fa0-71a2f07d5daf tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0294008 May 04 15:13:29.139795 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e1b7279e-f754-4fba-acbe-de6e21b09ee9 req-23022868-a41c-46fa-9966-f23c307a5551 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0320923 May 04 15:13:30.254307 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-df666772-825e-403e-bfcc-bd90af9c5c2d req-5ee62bb6-6c47-4666-a060-a318675637e0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0278931 May 04 15:13:31.354578 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-64f6e32f-0ebd-487e-b239-112e0da6a83f req-486170f7-0a99-4ed0-9e05-b2e04d8ea22c tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0272124 May 04 15:13:32.453967 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-29f3bfce-a10d-4d87-9141-5cf0b76307ff req-58123084-2871-43e7-b7fc-fbc68c01d8fd tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0265203 May 04 15:13:33.563177 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4ab446d9-4161-4b8a-b324-c31fea3359b1 req-06393eee-3072-4e25-96d4-459f167b86fb tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0322599 May 04 15:13:34.664594 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a757bb3d-ddbf-4222-8871-a4b328e3ace6 req-3c3f50bd-f50f-44a0-94db-8a0abd69e484 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0267467 May 04 15:13:35.770156 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-df22f168-4b2c-4706-a092-7068d2625bf1 req-8c3d7757-dac1-4199-87ef-928c41eb4ce8 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0275333 May 04 15:13:36.188448 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-fe81bd20-a2fa-4a0f-b2a5-5eb1cdcf5583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:13:36.874248 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1f9896de-142a-4aab-86fd-dd0afc2ad12e req-1b88bcaf-da12-4bbc-a09d-05c070feb4e7 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0302417 May 04 15:13:37.978013 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d697b0de-994c-4fce-b7d5-b8187c00f629 req-ed1dc7de-a27e-4d7d-aa6d-b9744e54de93 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0270827 May 04 15:13:38.476454 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-60590562-7e3c-4bc4-839c-d2e25eddb3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:13:39.089469 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6f1679a0-cff6-41c8-ba77-e65d183606d7 req-6df5dba5-5af6-45b2-a3fe-7df59c5e0182 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0277116 May 04 15:13:39.726763 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:13:40.198306 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-daf6a21f-5557-4cfb-bfde-98dd1d96d1ed req-b90abe14-9537-48e4-9eeb-b19aa1a738aa tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0316961 May 04 15:13:40.488295 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:13:41.312988 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-82d2c384-0904-49c0-af1e-b477780fe077 req-1189b0ec-7bab-43a1-9268-09dd5a30c63e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0304465 May 04 15:13:41.359017 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:13:41.747354 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:13:42.436604 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-343dff4a-e074-41cf-aacc-fc25417d1378 req-c3227d96-2fce-4b63-8e1c-00e46392084d tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0415609 May 04 15:13:43.547801 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-31a068f2-dec2-4750-8663-d13d8723bbdc req-ae4b3907-440a-4b66-b8b8-cfd5b86d2ee0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0330691 May 04 15:13:44.067660 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:13:44.649545 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-15bab19e-f857-48f7-84cf-921f44107c55 req-9f7a5a1f-e042-4959-8ad4-a96b9571e4cb tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0286963 May 04 15:13:45.900941 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-566f74f6-9a29-4ccc-95cf-604fed4e22a8 req-2e85be0d-6600-4471-b7ff-59797192a4bf tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0257325 May 04 15:13:47.003958 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7d1a9883-5153-4971-a366-f966d0715c70 req-46e1d4ca-c2ab-4d60-b45d-15ea8e1737ce tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0307388 May 04 15:13:48.121827 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d7788ec7-97ba-4c75-9756-d31250afcbf1 req-cd57ab96-5832-4f11-a50f-0bb3012429e7 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0335186 May 04 15:13:49.229013 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-62716b1a-2fd7-4423-b82a-b33433477c8b req-08bd0a1d-6553-4dc6-89c5-900ad46eda42 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0275605 May 04 15:13:50.321052 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [req-a2456378-575c-4abd-99ec-c81a805db5c5 req-52018515-6366-4896-a573-3838168ca0d6 service neutron] (101864) timed out ('10.222.0.11', 61585) {{(pid=101864) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 04 15:13:50.331113 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-81f34bc0-4cd5-447d-ab1d-b71589dadaaa req-ec61db91-865c-45b4-8626-6f6db8905e29 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0275126 May 04 15:13:51.439125 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c3f3587d-1cc3-4451-ab14-76da4fb7709d req-4ad1cf8d-a8ad-489a-859d-6b291130767c tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0340824 May 04 15:13:52.544356 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-792a942f-3bf5-4e30-8290-dea494bdaea7 req-42a5cb45-10b8-40e3-8ce3-c102409a2823 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0292280 May 04 15:13:53.654435 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8dc50d07-48c8-4d6d-9969-6a16c7a00da1 req-cca2b094-6868-4e01-8905-0a143fe68454 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0328023 May 04 15:13:54.757450 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8b3d1d44-4d4e-4f77-98f6-b2a2b95c6edc req-59968c37-4b20-4f2f-951e-304c699395b3 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0278945 May 04 15:13:55.860922 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d49aa58a-1e14-4f60-8950-25a412339233 req-7e65ff74-c795-4cb7-973f-2bf4d47b35fc tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0284142 May 04 15:13:56.970440 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c0da6164-0563-47bf-85ea-62abfd99d098 req-167518d9-70f3-4b92-a7f4-415806c0751d tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0292752 May 04 15:13:58.075157 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a2172ad5-e4c4-4794-b59f-14d1730ceaf8 req-1dfd585d-5ac6-401a-b108-4212c908e194 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0297627 May 04 15:13:59.177880 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a5729b33-f18e-49f0-aa44-81d06c599c5e req-ab2e08d8-ab6a-41ed-a47a-60c0b3f4b177 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0274956 May 04 15:14:00.304674 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cdde6c4f-5d95-4735-97a8-f84fb5ae7e20 req-171f2306-d285-420e-84ff-386454878a73 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0306246 May 04 15:14:01.406652 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cf631b7f-b6c2-4fce-91a1-4b63d61c8c82 req-ca138e66-48c6-4ddd-b8f9-b5658a33c707 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0275381 May 04 15:14:02.506147 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4d59eeef-54aa-439f-9b0b-1e3b505bfb64 req-4d1d69d4-6516-49c9-9ead-904b8160bd34 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0270371 May 04 15:14:03.621619 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f9dafa40-3a8d-42af-9012-1976cfb48210 req-ecf76cc1-2084-43f0-aadf-d9df8e364e44 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0351415 May 04 15:14:04.722784 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-dfd64833-ac42-459e-b288-dfa2cc33fe18 req-e14fb51b-97d9-4a2f-b9ad-1e91981a1236 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0275702 May 04 15:14:05.838141 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-127f9ec3-41da-4a13-8501-9b2f7fe09383 req-2253fd3d-686e-4a77-939a-6136eda2c66b tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0383177 May 04 15:14:06.193929 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-1059f58b-bcbc-40ae-9a30-e4f7f73d70bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:14:06.945029 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1612b8a1-ac42-4bc7-9952-180e7be1fb5b req-8f70f481-7577-442e-9c79-c53a980daf27 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0323801 May 04 15:14:08.056504 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d7643a9d-4876-4d33-8191-de933f7ae3f1 req-5299834f-4a97-4d36-b389-24cbfee8d587 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0364723 May 04 15:14:08.481230 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-b0d50bab-68a4-40c3-9758-4d285d0ff371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:14:09.167343 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-17fd8e3a-9334-4cea-a6bb-8d916d2ff91f req-58bff1fd-2787-401d-aec1-5ea1c64aa26a tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0292962 May 04 15:14:09.734272 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:14:10.267544 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a48426b0-a041-4730-a584-393fd3d1e452 req-8cfe9f03-d7d4-43d2-bdae-5827721d2c5d tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0270300 May 04 15:14:10.491120 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:14:11.365900 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:14:11.388251 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-49d12a76-1942-4527-9f40-51302567e619 req-2ba7a250-b916-47e0-b9d2-f0c1a3891610 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0353961 May 04 15:14:11.752874 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:14:12.493679 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-81cc18eb-d74b-4760-8f17-87c25ff85501 req-7d85fea4-6dd7-407f-9179-44ca35716d3e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0295053 May 04 15:14:13.618324 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-25d9186c-f587-4fe8-bf2a-e514d8f8f09b req-cb4d614c-1f7d-4fda-8226-cfff73918d75 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0320942 May 04 15:14:14.727991 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-147181a7-8847-464d-b316-814bdc69fabe req-60dd508d-1f61-43d6-8ec5-429c10934994 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0336726 May 04 15:14:15.842486 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ad2212c6-ea43-44bd-8bd7-f602f258c77f req-5be2062d-43c8-47b3-82b0-3180543dde7d tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=6153eaae-71d3-439a-985b-14264cf11245 HTTP/1.1" status: 200 len: 210 time: 0.0280068 May 04 15:14:21.067502 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:14:27.122692 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-ebcebeef-ec6d-4960-a7fa-1bcabec36211 req-56cc18b2-5bbd-4f50-aab5-d40c5c1314e2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1166203 May 04 15:14:27.226987 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcebeef-ec6d-4960-a7fa-1bcabec36211 req-f1b2ba04-dba2-45e6-bb01-e08670f8d4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:14:27.229762 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-ebcebeef-ec6d-4960-a7fa-1bcabec36211 req-f1b2ba04-dba2-45e6-bb01-e08670f8d4a4 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c91b18042cbb42ca86c1c8749f0ba7ee&device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 1098 time: 0.0680466 May 04 15:14:27.335612 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcebeef-ec6d-4960-a7fa-1bcabec36211 req-bcce7336-3b19-4be9-919d-77ccf3003732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:14:27.338076 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-ebcebeef-ec6d-4960-a7fa-1bcabec36211 req-bcce7336-3b19-4be9-919d-77ccf3003732 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ecb06e15-c690-4f9e-8e9f-fac9376fdda3 HTTP/1.1" status: 200 len: 914 time: 0.0885940 May 04 15:14:27.384034 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-ebcebeef-ec6d-4960-a7fa-1bcabec36211 req-b9169a82-ed85-4df9-91dc-b67249443bb3 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7d3ada4-3406-403f-816f-99fb1cb9e339 HTTP/1.1" status: 200 len: 217 time: 0.0399611 May 04 15:14:27.436676 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcebeef-ec6d-4960-a7fa-1bcabec36211 req-a6c22f00-5e40-4e7e-87a9-7c79bcdffcc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:14:27.438197 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-ebcebeef-ec6d-4960-a7fa-1bcabec36211 req-a6c22f00-5e40-4e7e-87a9-7c79bcdffcc6 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ba99470e-ec83-4eb2-abea-6c0163892de0 HTTP/1.1" status: 200 len: 853 time: 0.0473161 May 04 15:14:27.476202 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-ebcebeef-ec6d-4960-a7fa-1bcabec36211 req-8fd72002-f13b-452e-b180-623b309642fd service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ecb06e15-c690-4f9e-8e9f-fac9376fdda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308461 May 04 15:14:27.570177 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-ebcebeef-ec6d-4960-a7fa-1bcabec36211 req-8e9107b6-8757-4374-81f2-d88d466ec6e4 service neutron] 10.222.0.11 "GET /v2.0/networks/ecb06e15-c690-4f9e-8e9f-fac9376fdda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871747 May 04 15:14:27.677431 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-ebcebeef-ec6d-4960-a7fa-1bcabec36211 req-2e4c5ed2-8145-434b-a9c0-ece77a354fcc service neutron] 10.222.0.11 "GET /v2.0/networks/ecb06e15-c690-4f9e-8e9f-fac9376fdda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010735 May 04 15:14:36.189541 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-18813f66-22a0-41b6-a7fd-ed9ca46875b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:14:38.484809 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-98466f8c-737e-4765-8306-e7d186caff02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:14:39.734531 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:14:40.491499 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:14:41.367478 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:14:41.747935 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:14:58.066660 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:15:06.194073 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-6d0c4d9c-8a89-4c90-b52d-2e7bca529a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:15:08.490647 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-ef754682-f852-4ea7-96b1-9e1d915551ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:15:09.735061 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:15:10.505263 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:15:11.369482 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:15:11.753877 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:15:27.008829 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-48ae17ec-1d44-4f69-a711-2fa37e5071e4 req-ab07965f-6c6e-4d35-85aa-ff3f4ff55a34 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0409679 May 04 15:15:27.112932 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae17ec-1d44-4f69-a711-2fa37e5071e4 req-df7fe3bf-405f-45f8-a225-1afad736c2d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:15:27.114553 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-48ae17ec-1d44-4f69-a711-2fa37e5071e4 req-df7fe3bf-405f-45f8-a225-1afad736c2d1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=746261ccdb744b4abdfc7b324a2ab0c7&device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 1099 time: 0.0439684 May 04 15:15:27.224244 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae17ec-1d44-4f69-a711-2fa37e5071e4 req-498cea83-a127-4d47-8030-adecdbb37dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:15:27.225731 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-48ae17ec-1d44-4f69-a711-2fa37e5071e4 req-498cea83-a127-4d47-8030-adecdbb37dac service neutron] 10.222.0.11 "GET /v2.0/networks?id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 HTTP/1.1" status: 200 len: 913 time: 0.0916221 May 04 15:15:27.299420 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-48ae17ec-1d44-4f69-a711-2fa37e5071e4 req-7b4530a6-277d-476c-a929-3b57e3df99d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22a45e07-60a8-4668-984e-c87093b460ea HTTP/1.1" status: 200 len: 1001 time: 0.0670679 May 04 15:15:27.357096 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae17ec-1d44-4f69-a711-2fa37e5071e4 req-51aaf250-e4f5-42e1-98a2-708a8378c3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:15:27.358610 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-48ae17ec-1d44-4f69-a711-2fa37e5071e4 req-51aaf250-e4f5-42e1-98a2-708a8378c3e7 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c125eab1-7cf8-4e7c-acbb-db552c02fcee HTTP/1.1" status: 200 len: 851 time: 0.0523338 May 04 15:15:27.406558 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ae17ec-1d44-4f69-a711-2fa37e5071e4 req-204a9431-8436-4747-89d8-f172725e4b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:15:27.410813 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-48ae17ec-1d44-4f69-a711-2fa37e5071e4 req-204a9431-8436-4747-89d8-f172725e4b75 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0424154 May 04 15:15:27.500297 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-48ae17ec-1d44-4f69-a711-2fa37e5071e4 req-c64b046b-c7fd-4c19-ae93-c31cc5521a57 service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849235 May 04 15:15:27.593821 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-48ae17ec-1d44-4f69-a711-2fa37e5071e4 req-df8dcd60-11cb-4600-b21a-bf5d4adc21c3 service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871663 May 04 15:15:35.065791 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:15:36.191431 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-d046b788-bcc3-4db7-bf9c-468a5e6bc87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:15:38.483464 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-2250f281-a1a5-439d-896a-bcc98833f07d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:15:39.740342 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:15:40.502828 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:15:41.373377 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:15:41.747006 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:16:06.184509 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-d2401da9-4ef9-4f30-95d9-2746c7afd406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:16:08.486052 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-2e455c6d-a4b4-41c1-8d8c-a03b1e3ff7ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:16:09.740710 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:16:10.500283 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:16:11.375063 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:16:11.750316 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:16:12.064807 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:16:29.114735 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b22a1061-a3f8-4acf-a67a-d05a16c8fa32 req-6a728c13-fc28-4ef2-b8af-351399f6fb3d service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412343 May 04 15:16:29.185790 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a1061-a3f8-4acf-a67a-d05a16c8fa32 req-c1904265-f474-4f30-b892-308f351142ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:16:29.187300 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b22a1061-a3f8-4acf-a67a-d05a16c8fa32 req-c1904265-f474-4f30-b892-308f351142ae service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76eaebd5bb0b42ddb62d18459fdf359f&device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 1098 time: 0.0411386 May 04 15:16:29.297205 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a1061-a3f8-4acf-a67a-d05a16c8fa32 req-ee59d291-bf7c-4764-8d31-8b40bc4c207b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:16:29.298713 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b22a1061-a3f8-4acf-a67a-d05a16c8fa32 req-ee59d291-bf7c-4764-8d31-8b40bc4c207b service neutron] 10.222.0.11 "GET /v2.0/networks?id=96103362-e6c6-4f42-a4d2-85307d75ab1d HTTP/1.1" status: 200 len: 912 time: 0.0907397 May 04 15:16:29.362813 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b22a1061-a3f8-4acf-a67a-d05a16c8fa32 req-391e97a0-1788-485d-b96b-caacd6218f7f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85b17549-74ad-4caf-9545-0a88bd2c7d0f HTTP/1.1" status: 200 len: 1001 time: 0.0576010 May 04 15:16:29.414755 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a1061-a3f8-4acf-a67a-d05a16c8fa32 req-6d1b0088-d585-4473-9510-226d125f0672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:16:29.416126 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b22a1061-a3f8-4acf-a67a-d05a16c8fa32 req-6d1b0088-d585-4473-9510-226d125f0672 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd0d7759-75c7-4308-aa2b-41f64d063b5c HTTP/1.1" status: 200 len: 850 time: 0.0469387 May 04 15:16:29.460189 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a1061-a3f8-4acf-a67a-d05a16c8fa32 req-c0adf8a0-79f2-4800-8101-12c3e3f525db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:16:29.461708 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b22a1061-a3f8-4acf-a67a-d05a16c8fa32 req-c0adf8a0-79f2-4800-8101-12c3e3f525db service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96103362-e6c6-4f42-a4d2-85307d75ab1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396030 May 04 15:16:29.558351 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b22a1061-a3f8-4acf-a67a-d05a16c8fa32 req-947d4348-d896-4831-9863-c92102d1de9c service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884213 May 04 15:16:29.652585 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b22a1061-a3f8-4acf-a67a-d05a16c8fa32 req-0bd04549-7072-4be4-a85e-242531ee3152 service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868747 May 04 15:16:36.189604 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09c03058-1986-4d9a-acab-28889dcfca32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:16:38.489866 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-75ab53c7-edcd-4bc6-8c90-f5cf338ecf09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:16:39.745006 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:16:40.499072 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:16:41.378793 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:16:41.753077 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:16:49.064180 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:17:06.191516 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-f4399780-c6ba-4aea-821d-9eebff293e3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:17:08.497799 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-3ae603b8-a42c-406b-863c-d05c36892058 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:17:09.746093 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:17:10.498738 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:17:11.382661 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:17:11.756249 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:17:12.415112 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [req-fd891893-15e1-446f-9f9a-5bb04336a1a4 req-ceab944a-9455-4503-b867-81d804559717 service neutron] (101864) timed out ('10.222.0.11', 61604) {{(pid=101864) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 04 15:17:26.062553 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:17:31.060392 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-29f2bf08-f8fb-42c8-86a5-b889430df44c req-e2aad923-71c2-408c-a0e8-32f633e6a905 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0499597 May 04 15:17:31.140959 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2bf08-f8fb-42c8-86a5-b889430df44c req-2677ef19-0fae-4155-90a7-61769308c5d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:17:31.142667 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-29f2bf08-f8fb-42c8-86a5-b889430df44c req-2677ef19-0fae-4155-90a7-61769308c5d3 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c91b18042cbb42ca86c1c8749f0ba7ee&device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 1098 time: 0.0468922 May 04 15:17:31.563603 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2bf08-f8fb-42c8-86a5-b889430df44c req-2db2e22f-19cf-40d8-b183-395440d3b94c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:17:31.565184 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-29f2bf08-f8fb-42c8-86a5-b889430df44c req-2db2e22f-19cf-40d8-b183-395440d3b94c service neutron] 10.222.0.11 "GET /v2.0/networks?id=ecb06e15-c690-4f9e-8e9f-fac9376fdda3 HTTP/1.1" status: 200 len: 914 time: 0.3999524 May 04 15:17:31.614191 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-29f2bf08-f8fb-42c8-86a5-b889430df44c req-3c57f7f5-8261-4db4-a501-a5fcf01074b7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7d3ada4-3406-403f-816f-99fb1cb9e339 HTTP/1.1" status: 200 len: 217 time: 0.0415378 May 04 15:17:31.677711 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2bf08-f8fb-42c8-86a5-b889430df44c req-cf9469b2-bf79-4919-93a8-635d34160118 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:17:31.678826 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-29f2bf08-f8fb-42c8-86a5-b889430df44c req-cf9469b2-bf79-4919-93a8-635d34160118 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ba99470e-ec83-4eb2-abea-6c0163892de0 HTTP/1.1" status: 200 len: 853 time: 0.0586514 May 04 15:17:31.717095 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-29f2bf08-f8fb-42c8-86a5-b889430df44c req-8225c547-f27d-45d0-a470-57bb364fd130 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ecb06e15-c690-4f9e-8e9f-fac9376fdda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301139 May 04 15:17:31.831418 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-29f2bf08-f8fb-42c8-86a5-b889430df44c req-3744226d-cbf3-482d-9beb-5e2699b2bf81 service neutron] 10.222.0.11 "GET /v2.0/networks/ecb06e15-c690-4f9e-8e9f-fac9376fdda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1080532 May 04 15:17:31.990003 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-29f2bf08-f8fb-42c8-86a5-b889430df44c req-0bd6c6bb-a0ec-4166-b2ac-4c0a69386807 service neutron] 10.222.0.11 "GET /v2.0/networks/ecb06e15-c690-4f9e-8e9f-fac9376fdda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507726 May 04 15:17:36.196442 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-d8afd2fe-575c-45ff-b163-0d910682b500 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:17:38.493813 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-29cc832c-49a0-498a-aabf-46bb5795d560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:17:39.752739 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:17:40.497157 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:17:41.388788 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:17:41.760100 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:18:03.060472 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:18:06.198672 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-9e93ce7c-73dc-4a37-ac33-75e1b800f470 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:18:08.497214 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-763cacf4-a27b-4210-82d9-acbe46ca6f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:18:09.753738 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:18:10.496137 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:18:11.390084 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:18:11.764507 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:18:23.153876 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [req-2c80af1d-3b8b-4fc0-a270-70b30fc33bfd req-9273be83-3576-4c1b-8ed9-f24e87739f34 tempest-AttachVolumeShelveTestJSON-1391923751 tempest-AttachVolumeShelveTestJSON-1391923751-project] (101863) timed out ('10.222.0.42', 40470) {{(pid=101863) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 04 15:18:33.022575 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-0413a0fb-581a-497d-afdb-1299420768f1 req-3b59bc3d-bc2b-4b29-9c34-d62598a2e6ba service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411894 May 04 15:18:33.121029 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413a0fb-581a-497d-afdb-1299420768f1 req-55e611f1-957b-4fb6-b154-e0474d586f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:18:33.122524 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-0413a0fb-581a-497d-afdb-1299420768f1 req-55e611f1-957b-4fb6-b154-e0474d586f6e service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=746261ccdb744b4abdfc7b324a2ab0c7&device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 1099 time: 0.0399647 May 04 15:18:33.234493 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413a0fb-581a-497d-afdb-1299420768f1 req-1d63b1e0-9c1a-44a9-87d7-b921593e246a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:18:33.235973 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-0413a0fb-581a-497d-afdb-1299420768f1 req-1d63b1e0-9c1a-44a9-87d7-b921593e246a service neutron] 10.222.0.11 "GET /v2.0/networks?id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 HTTP/1.1" status: 200 len: 913 time: 0.0933762 May 04 15:18:33.304318 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-0413a0fb-581a-497d-afdb-1299420768f1 req-4c201af0-71f3-4208-8031-93a0d30369ef service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22a45e07-60a8-4668-984e-c87093b460ea HTTP/1.1" status: 200 len: 1001 time: 0.0613759 May 04 15:18:33.359442 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413a0fb-581a-497d-afdb-1299420768f1 req-ff69b8f8-6bdd-4053-90bd-6f15f7ab3e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:18:33.360940 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-0413a0fb-581a-497d-afdb-1299420768f1 req-ff69b8f8-6bdd-4053-90bd-6f15f7ab3e2d service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c125eab1-7cf8-4e7c-acbb-db552c02fcee HTTP/1.1" status: 200 len: 851 time: 0.0502186 May 04 15:18:33.406424 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0413a0fb-581a-497d-afdb-1299420768f1 req-e44aefd8-56f9-48be-80cb-932155a38363 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:18:33.407943 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-0413a0fb-581a-497d-afdb-1299420768f1 req-e44aefd8-56f9-48be-80cb-932155a38363 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0410047 May 04 15:18:33.501121 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-0413a0fb-581a-497d-afdb-1299420768f1 req-c807b51c-e8e1-47c6-acb1-b38a48ac4f67 service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859213 May 04 15:18:33.596664 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-0413a0fb-581a-497d-afdb-1299420768f1 req-60e23c80-016e-4e10-86d9-1913cc718317 service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888002 May 04 15:18:36.200644 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-0c013c44-65f2-4495-bb4c-ad5f7801aecb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:18:38.500009 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-f3ea8cb9-26b6-4db3-a685-c90d658b0165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:18:39.760359 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:18:40.059391 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:18:40.496158 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:18:41.394781 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:18:41.768214 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:19:06.206099 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-0aa4a744-3d67-40fb-a4d2-5f724d1703b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:19:08.501928 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-8034ce8a-ae63-4963-a5d9-4e062f6f30ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:19:09.757299 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:19:10.500864 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:19:11.397577 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:19:11.774485 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:19:17.059122 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:19:33.084934 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-58242642-2182-4ecd-9e7d-0a2e5a57c813 req-16f8b8d0-7a42-4cbe-938c-5d8a772853ac service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1292541 May 04 15:19:33.166243 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58242642-2182-4ecd-9e7d-0a2e5a57c813 req-826028ee-bfd5-41a1-896d-652631a89fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:19:33.167748 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-58242642-2182-4ecd-9e7d-0a2e5a57c813 req-826028ee-bfd5-41a1-896d-652631a89fa6 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76eaebd5bb0b42ddb62d18459fdf359f&device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 1098 time: 0.0502360 May 04 15:19:33.300489 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58242642-2182-4ecd-9e7d-0a2e5a57c813 req-ce5a11cd-d61e-4dfc-b116-a9096930e1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:19:33.302000 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-58242642-2182-4ecd-9e7d-0a2e5a57c813 req-ce5a11cd-d61e-4dfc-b116-a9096930e1a5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=96103362-e6c6-4f42-a4d2-85307d75ab1d HTTP/1.1" status: 200 len: 912 time: 0.1140916 May 04 15:19:33.372023 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-58242642-2182-4ecd-9e7d-0a2e5a57c813 req-ac6345eb-d34c-406c-82eb-be95da1e8d31 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85b17549-74ad-4caf-9545-0a88bd2c7d0f HTTP/1.1" status: 200 len: 1001 time: 0.0636570 May 04 15:19:33.426264 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58242642-2182-4ecd-9e7d-0a2e5a57c813 req-58db8226-6de8-4a9f-b7f9-97b8ad8bb38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:19:33.427755 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-58242642-2182-4ecd-9e7d-0a2e5a57c813 req-58db8226-6de8-4a9f-b7f9-97b8ad8bb38c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd0d7759-75c7-4308-aa2b-41f64d063b5c HTTP/1.1" status: 200 len: 850 time: 0.0502625 May 04 15:19:33.478636 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58242642-2182-4ecd-9e7d-0a2e5a57c813 req-99360cc9-5029-4af6-aefc-04a2192737ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:19:33.480234 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-58242642-2182-4ecd-9e7d-0a2e5a57c813 req-99360cc9-5029-4af6-aefc-04a2192737ca service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96103362-e6c6-4f42-a4d2-85307d75ab1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0459561 May 04 15:19:33.491143 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [req-58242642-2182-4ecd-9e7d-0a2e5a57c813 req-eeea243f-6f69-443b-beb1-90e2d4b24f97 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=101864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 15:19:33.492195 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-58242642-2182-4ecd-9e7d-0a2e5a57c813 req-eeea243f-6f69-443b-beb1-90e2d4b24f97 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055475 May 04 15:19:33.590079 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-58242642-2182-4ecd-9e7d-0a2e5a57c813 req-8f2d52f8-546d-425f-962a-ed5134f6f654 service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914929 May 04 15:19:33.689386 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-58242642-2182-4ecd-9e7d-0a2e5a57c813 req-873f2215-86da-4c0f-98fb-476513bb51f3 service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916874 May 04 15:19:36.199777 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-fba451d7-9705-4480-9529-6db0a2e42bdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:19:38.505971 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-217a698a-2c6c-4828-bf22-2cd08ff8b017 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:19:39.763266 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:19:40.499662 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:19:41.399459 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:19:41.777981 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:19:54.059069 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:20:06.203713 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7a0c8128-394e-41e5-853b-b38261490f88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:20:08.509925 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-d282c9f1-4e81-41e7-b4fd-4b762facfd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:20:09.359775 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [req-06c22528-9716-4f69-8494-842d04c24004 req-c1189140-aed0-47f3-8f75-20a0b46d8101 service neutron] (101864) timed out ('10.222.0.42', 47570) {{(pid=101864) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 04 15:20:09.763530 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:20:10.507404 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:20:11.405711 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:20:11.781969 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:20:31.057862 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:20:35.025127 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-717892c2-d20d-4468-be5b-5a7ae2b1841b req-7d2ba297-1dcf-40a4-b312-be8ae3ce5b7a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0534222 May 04 15:20:35.100406 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717892c2-d20d-4468-be5b-5a7ae2b1841b req-bcd72443-5e5b-49db-9e75-c341a0d477ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:20:35.102075 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-717892c2-d20d-4468-be5b-5a7ae2b1841b req-bcd72443-5e5b-49db-9e75-c341a0d477ed service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=c91b18042cbb42ca86c1c8749f0ba7ee&device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 1098 time: 0.0430720 May 04 15:20:35.216090 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717892c2-d20d-4468-be5b-5a7ae2b1841b req-73b407d2-86ae-4732-bcd3-5aa7af404d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:20:35.217610 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-717892c2-d20d-4468-be5b-5a7ae2b1841b req-73b407d2-86ae-4732-bcd3-5aa7af404d06 service neutron] 10.222.0.11 "GET /v2.0/networks?id=ecb06e15-c690-4f9e-8e9f-fac9376fdda3 HTTP/1.1" status: 200 len: 914 time: 0.0948491 May 04 15:20:35.262194 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-717892c2-d20d-4468-be5b-5a7ae2b1841b req-17da0569-4c82-45c2-998c-8b8e1e0ac380 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=e7d3ada4-3406-403f-816f-99fb1cb9e339 HTTP/1.1" status: 200 len: 217 time: 0.0376599 May 04 15:20:35.318282 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717892c2-d20d-4468-be5b-5a7ae2b1841b req-7d57e7e2-d51c-4634-82ec-66b5fc4c93b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:20:35.320260 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-717892c2-d20d-4468-be5b-5a7ae2b1841b req-7d57e7e2-d51c-4634-82ec-66b5fc4c93b1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=ba99470e-ec83-4eb2-abea-6c0163892de0 HTTP/1.1" status: 200 len: 853 time: 0.0516841 May 04 15:20:35.355453 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-717892c2-d20d-4468-be5b-5a7ae2b1841b req-941dd960-b4a5-4998-9c6c-7697716aa0e0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=ecb06e15-c690-4f9e-8e9f-fac9376fdda3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283864 May 04 15:20:35.463994 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-717892c2-d20d-4468-be5b-5a7ae2b1841b req-52a8dc67-ca87-4d60-ac99-5ec735d09acd service neutron] 10.222.0.11 "GET /v2.0/networks/ecb06e15-c690-4f9e-8e9f-fac9376fdda3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021271 May 04 15:20:35.583155 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-717892c2-d20d-4468-be5b-5a7ae2b1841b req-29ac9598-ef8c-472d-864e-7566456b7c57 service neutron] 10.222.0.11 "GET /v2.0/networks/ecb06e15-c690-4f9e-8e9f-fac9376fdda3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121998 May 04 15:20:36.208114 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-6be712e6-cae9-46ba-b7d1-f182966ecb6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:20:38.513154 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-dbdabe68-d2eb-42fe-bda3-422c4502186c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:20:39.768217 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:20:40.534756 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:20:41.406057 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:20:41.786883 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:21:06.210852 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-853397d3-5eb2-485a-a172-399a8d0c0ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:21:08.057207 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:21:08.519409 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-fb3b0be0-5bde-4118-a204-72cee96dc1cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:21:09.769540 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:21:10.543023 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:21:11.408488 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:21:11.789475 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:21:36.017009 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-2acdc85b-2888-4ba0-808c-9ff0cf039682 req-49034d14-f148-4dc1-b5f1-3eba4957cfb9 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0477476 May 04 15:21:36.118401 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdc85b-2888-4ba0-808c-9ff0cf039682 req-f6c9ef53-990b-4980-a85f-705515781b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:21:36.119826 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-2acdc85b-2888-4ba0-808c-9ff0cf039682 req-f6c9ef53-990b-4980-a85f-705515781b8b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=746261ccdb744b4abdfc7b324a2ab0c7&device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 1099 time: 0.0443854 May 04 15:21:36.216232 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-0feade69-5fa2-4506-9ac9-186367dcc090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:21:36.230191 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdc85b-2888-4ba0-808c-9ff0cf039682 req-23ed803b-18dc-44b8-90d2-9ade348e22c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:21:36.231669 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-2acdc85b-2888-4ba0-808c-9ff0cf039682 req-23ed803b-18dc-44b8-90d2-9ade348e22c9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 HTTP/1.1" status: 200 len: 913 time: 0.0934386 May 04 15:21:36.302225 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-2acdc85b-2888-4ba0-808c-9ff0cf039682 req-372df20a-4db1-4ad3-a1f9-00d8d2cc50fd service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22a45e07-60a8-4668-984e-c87093b460ea HTTP/1.1" status: 200 len: 1001 time: 0.0634892 May 04 15:21:36.357817 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdc85b-2888-4ba0-808c-9ff0cf039682 req-54304733-d1b2-4305-bbef-3d989ef83e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:21:36.359971 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-2acdc85b-2888-4ba0-808c-9ff0cf039682 req-54304733-d1b2-4305-bbef-3d989ef83e94 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c125eab1-7cf8-4e7c-acbb-db552c02fcee HTTP/1.1" status: 200 len: 851 time: 0.0512333 May 04 15:21:36.408117 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acdc85b-2888-4ba0-808c-9ff0cf039682 req-ae441216-dab3-4573-b2da-d9fd8fd4c06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:21:36.409706 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-2acdc85b-2888-4ba0-808c-9ff0cf039682 req-ae441216-dab3-4573-b2da-d9fd8fd4c06d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0438163 May 04 15:21:36.501688 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-2acdc85b-2888-4ba0-808c-9ff0cf039682 req-d38f8722-3c7b-4fa9-837f-5d8d124bff8e service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839097 May 04 15:21:36.596812 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-2acdc85b-2888-4ba0-808c-9ff0cf039682 req-a60fe277-4230-4c4f-986e-77da025d5afd service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891719 May 04 15:21:38.511433 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-1e3b9922-020e-4723-9475-ee3c832de7a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:21:39.771806 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:21:40.533586 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:21:41.410774 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:21:41.791660 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:21:45.056213 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:22:01.543293 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [req-f3593fce-c15b-485c-ba69-70774b6f7555 req-15e108a9-ccf4-4da4-a655-28f6e8631448 service neutron] (101864) timed out ('10.222.0.42', 46722) {{(pid=101864) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 04 15:22:06.209733 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-a88d1b87-6bbe-4cdf-bceb-06f4dc051ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:22:08.513877 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-0d8bd5eb-2544-478b-b844-bab4b015cbbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:22:09.775271 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:22:10.545643 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:22:11.414777 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:22:11.794014 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:22:22.056032 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:22:36.211395 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-17c9a353-0bdf-4e56-923b-8bda7117d7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:22:38.018042 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f83dfb50-f279-4a1d-a909-6f724a712ee3 req-3ab4b220-7e1e-4032-9fed-271eaa5d8bc2 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0466728 May 04 15:22:38.095651 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83dfb50-f279-4a1d-a909-6f724a712ee3 req-2ed93dff-cb2c-4dad-8ae8-2f50a27c4f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:22:38.097335 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f83dfb50-f279-4a1d-a909-6f724a712ee3 req-2ed93dff-cb2c-4dad-8ae8-2f50a27c4f46 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76eaebd5bb0b42ddb62d18459fdf359f&device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 1098 time: 0.0448081 May 04 15:22:38.222174 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83dfb50-f279-4a1d-a909-6f724a712ee3 req-f6a76e45-f7ee-48c3-a15f-52f9305fec72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:22:38.223656 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f83dfb50-f279-4a1d-a909-6f724a712ee3 req-f6a76e45-f7ee-48c3-a15f-52f9305fec72 service neutron] 10.222.0.11 "GET /v2.0/networks?id=96103362-e6c6-4f42-a4d2-85307d75ab1d HTTP/1.1" status: 200 len: 912 time: 0.1042790 May 04 15:22:38.297579 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f83dfb50-f279-4a1d-a909-6f724a712ee3 req-2977b473-1573-474b-80d4-466633800349 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85b17549-74ad-4caf-9545-0a88bd2c7d0f HTTP/1.1" status: 200 len: 1001 time: 0.0618773 May 04 15:22:38.364825 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83dfb50-f279-4a1d-a909-6f724a712ee3 req-545d580b-f3a7-41af-96cb-7c586a72d9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:22:38.367392 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f83dfb50-f279-4a1d-a909-6f724a712ee3 req-545d580b-f3a7-41af-96cb-7c586a72d9f2 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd0d7759-75c7-4308-aa2b-41f64d063b5c HTTP/1.1" status: 200 len: 850 time: 0.0607417 May 04 15:22:38.416601 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83dfb50-f279-4a1d-a909-6f724a712ee3 req-d35963dd-77e1-420e-9f10-e1ae7e5366f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:22:38.418180 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f83dfb50-f279-4a1d-a909-6f724a712ee3 req-d35963dd-77e1-420e-9f10-e1ae7e5366f3 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96103362-e6c6-4f42-a4d2-85307d75ab1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0418639 May 04 15:22:38.517778 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-830110b2-11eb-48e7-ab43-190e2b7593a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:22:38.558738 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f83dfb50-f279-4a1d-a909-6f724a712ee3 req-b1d2bc5d-15cb-4d5d-a10c-5e6959856c92 service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330934 May 04 15:22:38.668008 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f83dfb50-f279-4a1d-a909-6f724a712ee3 req-0d37a955-ea14-44d4-a5cd-d7915514cb0e service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1023991 May 04 15:22:39.781713 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:22:40.563243 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:22:41.417460 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:22:41.796381 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:22:59.054151 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:23:06.219388 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-2b7cee1a-d136-44bb-9177-037e40a0e982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:23:08.513723 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-5e3a38a3-7b46-43f1-9f77-a696cee02fdf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:23:09.782287 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:23:10.560490 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:23:11.422158 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:23:11.799428 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:23:19.305507 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70182605-c0e7-425d-aac7-b877175c280d req-611c41d3-1128-4120-b836-d9ed1c5484c0 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:23:19.307004 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-70182605-c0e7-425d-aac7-b877175c280d req-611c41d3-1128-4120-b836-d9ed1c5484c0 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 945 time: 0.1764209 May 04 15:23:19.347879 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-70182605-c0e7-425d-aac7-b877175c280d req-1e0a74c5-cb31-428c-8ab3-2ba4b30b0ffe tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/security-groups?id=e308c119-728f-4681-9e49-d08962eacfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341959 May 04 15:23:20.351772 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd5b9d-6f07-48b2-a2e2-1ab9b77624f1 req-aff54975-a501-474f-87a7-2b068c6b79ee tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:23:20.353220 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-30cd5b9d-6f07-48b2-a2e2-1ab9b77624f1 req-aff54975-a501-474f-87a7-2b068c6b79ee tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.11 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 945 time: 0.0488605 May 04 15:23:20.466075 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c4b969-80ec-47ca-aa62-ef0a43c54fe8 req-78b6a6b4-d1de-4fef-a7e2-fda49f5b25d8 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:23:20.467609 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-11c4b969-80ec-47ca-aa62-ef0a43c54fe8 req-78b6a6b4-d1de-4fef-a7e2-fda49f5b25d8 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 945 time: 0.0525877 May 04 15:23:20.478275 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [req-30cd5b9d-6f07-48b2-a2e2-1ab9b77624f1 req-fc00e9b5-ad5c-47c4-88bb-4734307b9795 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Deleting port e7d3ada4-3406-403f-816f-99fb1cb9e339 {{(pid=101864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:23:20.478622 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-30cd5b9d-6f07-48b2-a2e2-1ab9b77624f1 req-fc00e9b5-ad5c-47c4-88bb-4734307b9795 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:23:20.506640 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-11c4b969-80ec-47ca-aa62-ef0a43c54fe8 req-c98d0859-389c-4180-a165-4ba9a72c6336 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/security-groups?id=e308c119-728f-4681-9e49-d08962eacfd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329666 May 04 15:23:20.566861 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-30cd5b9d-6f07-48b2-a2e2-1ab9b77624f1 req-fc00e9b5-ad5c-47c4-88bb-4734307b9795 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] For port e7d3ada4-3406-403f-816f-99fb1cb9e339, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=e7d3ada4-3406-403f-816f-99fb1cb9e339,segment=NetworkSegment(cbfd0065-88c0-4c89-a93a-39403a311c9a),segment_id=cbfd0065-88c0-4c89-a93a-39403a311c9a)] {{(pid=101864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:23:20.567225 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-30cd5b9d-6f07-48b2-a2e2-1ab9b77624f1 req-fc00e9b5-ad5c-47c4-88bb-4734307b9795 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:23:20.579791 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [req-30cd5b9d-6f07-48b2-a2e2-1ab9b77624f1 req-fc00e9b5-ad5c-47c4-88bb-4734307b9795 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Calling delete_port for e7d3ada4-3406-403f-816f-99fb1cb9e339 owned by compute:nova {{(pid=101864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:23:20.707351 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-30cd5b9d-6f07-48b2-a2e2-1ab9b77624f1 req-fc00e9b5-ad5c-47c4-88bb-4734307b9795 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:23:20.736623 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc00e9b5-ad5c-47c4-88bb-4734307b9795 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Pushing event deleted for resources: {'Port': ['ID=e7d3ada4-3406-403f-816f-99fb1cb9e339,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:23:20.743490 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['e7d3ada4-3406-403f-816f-99fb1cb9e339'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:23:20.750083 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc00e9b5-ad5c-47c4-88bb-4734307b9795 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:23:20.750434 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc00e9b5-ad5c-47c4-88bb-4734307b9795 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:23:20.750781 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc00e9b5-ad5c-47c4-88bb-4734307b9795 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:23:20.751151 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc00e9b5-ad5c-47c4-88bb-4734307b9795 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:23:20.751490 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc00e9b5-ad5c-47c4-88bb-4734307b9795 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:23:20.751828 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc00e9b5-ad5c-47c4-88bb-4734307b9795 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:23:20.752159 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc00e9b5-ad5c-47c4-88bb-4734307b9795 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:23:20.752868 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc00e9b5-ad5c-47c4-88bb-4734307b9795 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:23:20.752868 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc00e9b5-ad5c-47c4-88bb-4734307b9795 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:23:20.753288 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc00e9b5-ad5c-47c4-88bb-4734307b9795 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:23:20.753602 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc00e9b5-ad5c-47c4-88bb-4734307b9795 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:23:20.753967 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc00e9b5-ad5c-47c4-88bb-4734307b9795 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:23:20.787565 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [req-30cd5b9d-6f07-48b2-a2e2-1ab9b77624f1 req-fc00e9b5-ad5c-47c4-88bb-4734307b9795 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] No DVR routers for this DVR port e7d3ada4-3406-403f-816f-99fb1cb9e339 on host hv-cinder-82963 {{(pid=101864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:23:20.790191 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-30cd5b9d-6f07-48b2-a2e2-1ab9b77624f1 req-fc00e9b5-ad5c-47c4-88bb-4734307b9795 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:23:20.793473 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-30cd5b9d-6f07-48b2-a2e2-1ab9b77624f1 req-fc00e9b5-ad5c-47c4-88bb-4734307b9795 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.11 "DELETE /v2.0/ports/e7d3ada4-3406-403f-816f-99fb1cb9e339 HTTP/1.1" status: 204 len: 173 time: 0.4339201 May 04 15:23:20.793902 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2a12b27-0360-40dd-9f1a-570fddfe8f56', 'name': 'network-vif-deleted', 'tag': 'e7d3ada4-3406-403f-816f-99fb1cb9e339'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:23:20.797031 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f44c4735-e8da-4411-8acc-d752fe3ee8e5" -d '{"events": [{"server_uuid": "b2a12b27-0360-40dd-9f1a-570fddfe8f56", "name": "network-vif-deleted", "tag": "e7d3ada4-3406-403f-816f-99fb1cb9e339"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:23:20.896463 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:23:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93690891-c0b4-49fe-85c6-c07002bd305b x-openstack-request-id: req-93690891-c0b4-49fe-85c6-c07002bd305b {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:23:20.896779 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2a12b27-0360-40dd-9f1a-570fddfe8f56", "name": "network-vif-deleted", "tag": "e7d3ada4-3406-403f-816f-99fb1cb9e339", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:23:20.897034 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-93690891-c0b4-49fe-85c6-c07002bd305b {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:23:20.897436 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-93690891-c0b4-49fe-85c6-c07002bd305b'] response: {'server_uuid': 'b2a12b27-0360-40dd-9f1a-570fddfe8f56', 'name': 'network-vif-deleted', 'tag': 'e7d3ada4-3406-403f-816f-99fb1cb9e339', 'status': 'completed', 'code': 200} May 04 15:23:21.600531 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2338add2-1e33-4152-a86d-bdf8c88e17e4 req-c9bddab9-93f2-43fb-9fef-ff5034e5a728 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0267818 May 04 15:23:22.694997 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3e009702-54b1-458b-93c4-93fff42318b7 req-8292bd5b-f806-4149-9b81-5da12504cdb0 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0259647 May 04 15:23:23.788751 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5cad6bd9-0b38-4247-9217-436dee03eeea req-e8fd0d65-b1a5-4511-a67b-59a2a40f2c04 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0259545 May 04 15:23:24.851303 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device e7d3ada4-3406-403f-816f-99fb1cb9e339 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:23:24.873924 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] No Port match for: e7d3ada4-3406-403f-816f-99fb1cb9e339 {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:23:24.874264 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device e7d3ada4-3406-403f-816f-99fb1cb9e339 not bound to the agent host hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:23:24.899380 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9a25b541-61b1-43ed-a6dd-e42de9745017 req-8757ea9a-fabb-4766-8ca5-883a28bdb2b9 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0302608 May 04 15:23:25.996158 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-65ce07b4-db91-48ea-a02d-50f3b8b630f2 req-e31c9d21-57fe-46b1-bce3-23af75ff22d3 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0263240 May 04 15:23:27.090691 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6774e7fc-cae0-4f1a-b54d-4fb9e7800942 req-795701e1-0fe9-4899-8b77-f2fb33bcb937 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0253525 May 04 15:23:28.184790 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1128a167-eb3c-47fa-bfb3-e66ecf15c9a8 req-a7611f34-cf4c-4b41-ad63-6e92ef831a3c tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0263860 May 04 15:23:29.282990 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-df74360a-5ed2-4972-bb26-6482a7191151 req-afa61783-620e-4b13-bae6-e66590ed106d tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0281706 May 04 15:23:30.376818 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-76282d84-a949-4df0-8902-336286a9c611 req-737477b9-0d47-45fa-b22a-1087fe4f8837 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0267596 May 04 15:23:31.472470 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0f64ef38-9d52-4615-9d90-ddcb8945575c req-e0d7da18-7746-4489-8bf9-ee0fb947d027 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0299330 May 04 15:23:32.565267 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b59ab22d-abe0-445f-960a-481c757055f4 req-40c45a4c-cd5b-4148-9ef5-ac7fda54b246 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0258622 May 04 15:23:33.657906 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-550a2909-c0a6-4d6d-b6f4-9c8b017cd8f3 req-9aef796c-8365-4a67-81cf-f422c04230be tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0266526 May 04 15:23:34.751698 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-49298e75-cb97-4bff-9b19-15925599cb7b req-4b2772c5-4b73-45a9-a34b-c0cbf9aa8928 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0269108 May 04 15:23:35.846740 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c879e7c5-6b6c-4d7d-9330-53bb2730faca req-f387256d-ccc8-4dd0-9c41-74e5b9f4a197 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0262070 May 04 15:23:36.053638 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:23:36.211392 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-a7dfb983-f9ac-4272-a869-c08b059906b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:23:36.943177 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5e1d44a1-e861-48d3-a1b7-12b7375ec8ba req-bcbc376c-fe00-4d8b-8862-ff73517d9566 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0272219 May 04 15:23:38.043847 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-da64d220-913b-485e-b8df-efd0db0c7a40 req-139f2fae-03e2-48bb-88bc-56f1ea512d61 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0307047 May 04 15:23:38.519490 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-876c80d9-9cb4-4f0b-a5bf-5ff3f85d96e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:23:39.141237 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-929a4fb4-8286-48e9-97c2-57d578d9f8e3 req-e2b843fc-404a-4c7c-806b-ddc76355d9b5 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0265608 May 04 15:23:39.784833 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:23:40.241748 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9799e1fa-983b-4d77-8f3f-70dd8cdef2ee req-9fd3011f-7e18-456c-95d0-fcbcd672f4a3 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0293458 May 04 15:23:40.559614 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:23:41.339316 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-062fc269-381a-4a71-ae9a-3fdbbb30ad32 req-a3d3826c-c043-4c17-a117-856a6f0abebc tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0262997 May 04 15:23:41.425912 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:23:41.802331 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:23:42.441184 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3f668dd6-5d5a-4229-b790-6c4db1284ffa req-7ea92763-4c50-437b-bb28-e8580e4b208b tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0288506 May 04 15:23:43.535632 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3cbca5a4-489a-4b5e-a00d-299d007dafaf req-e53b33c9-5993-4afa-a387-7f70700da177 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0261600 May 04 15:23:44.640658 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3abd74df-af2d-4f7a-ba7e-5f80c64533bc req-ffdcfdc5-840b-4e8b-bd2d-606fa95cae0d tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0318055 May 04 15:23:45.743997 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-78dd72a8-1ee3-46c3-84af-8af44316cd7a req-1f07fe0d-f188-4ede-86ba-72965ade8593 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0323668 May 04 15:23:46.839355 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c5da6bc4-7e65-4c9f-8fd3-c82c6f28ef44 req-e9203b73-4794-4f48-b19a-2b19d9a945c2 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0258837 May 04 15:23:47.940849 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b2a583a6-ebc7-4eac-b2e4-99e59ddbb5a2 req-eac13fa6-1090-4103-b155-451e5c608bed tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0270128 May 04 15:23:49.041682 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-384c0146-f078-4c40-a569-d8fef521b5f7 req-4432863a-aebe-4e39-add3-feb835ebe74b tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0284672 May 04 15:23:50.137142 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6e6acfda-ed2a-4df9-b050-a8d832f70643 req-2d4315e1-f54f-439e-aaa5-35ef7affb778 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0257924 May 04 15:23:51.236867 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-81b870d3-1c69-4fb8-b91e-9630ba758edd req-87c0c445-9055-4c74-8176-3edb4cec938a tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0302696 May 04 15:23:52.346148 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-56e7876b-fb14-4116-95fe-b3d84e8a2639 req-560e4d5b-5900-4de6-9cc3-16c37223baf4 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0353601 May 04 15:23:53.448086 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7e199071-ebc0-4b68-8b8e-33249a5a68c7 req-a3c0f83e-da62-4da3-8c77-78238a35ad86 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0261543 May 04 15:23:54.543937 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-919118d8-a423-47e5-84da-5e724622adc2 req-e6433db6-3686-453d-b424-82caa323397d tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0267005 May 04 15:23:55.638175 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-673d3fef-9d3e-4e7a-ac52-2cf80b3395ba req-1fbdca86-3b6a-44ba-9db9-bf50edf329f5 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0262909 May 04 15:23:56.733685 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cda37a8c-214a-453d-8545-be869cd97926 req-78df3faa-817f-4cb2-bf86-069be0755db6 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0279934 May 04 15:23:57.837572 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-39390aec-c9c5-44d5-84db-de1916776f9c req-55a4f536-ce85-4133-b18b-475ff53b1daf tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0304875 May 04 15:23:58.933751 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-30dfbbb4-094c-4194-9b41-cb36fc3ce8f7 req-34f002ca-c323-4468-b5fc-46bbeb8ac387 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0270357 May 04 15:24:00.028941 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b63079a9-a25c-4170-8811-b2feabd45fb7 req-9f992ced-4991-4795-8726-946156d92260 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0267262 May 04 15:24:01.125435 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6589a32d-c796-432c-98c4-9de7cf7436c0 req-757b88d1-824a-4ea9-95c1-0ca932c72ec9 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0270073 May 04 15:24:02.120621 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [req-0a40e478-b30d-4edb-a440-b613efc97ca8 req-c999bafa-099f-43b7-84f4-989877601cb4 service neutron] (101863) timed out ('10.222.0.11', 61617) {{(pid=101863) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} May 04 15:24:02.222632 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b57aa4a3-ed34-4a03-a376-f0b6259d6eff req-1def9308-8170-462c-bb33-94abbbc3cb2d tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0263314 May 04 15:24:03.318517 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-360b1158-dfc8-4160-98c3-321053245cea req-cf8a1687-e4a1-4623-8124-ebd482a7ca72 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0271873 May 04 15:24:04.417430 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5b3e5d68-5d8c-488b-95e2-192169d52e9c req-b8000e38-5491-4f32-ac5c-e21c640fa8d0 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0298166 May 04 15:24:05.512862 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d3651110-6a55-477f-bba8-0c3ddb622def req-116bcfb1-501a-4c55-be9e-c1695eb12942 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0258684 May 04 15:24:06.216845 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-d2ef45e2-8efd-4dc7-8f78-55a0ba5aafe7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:24:06.609467 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3e463d5d-683d-418f-abaf-5188fa40ac4a req-1fa440c9-ead3-4bdf-9d7d-3dbc31e180fb tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0266519 May 04 15:24:07.706507 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-14f4c102-ce48-4862-b16d-a747f83d13b3 req-20465c59-316c-4431-ac70-b7fd077a877b tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0263631 May 04 15:24:08.522246 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-3ca7c9a3-186d-4bf1-bc75-0337ce17150c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:24:08.810503 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-39db5476-59d0-4655-b4c5-989137f0e241 req-bc2bd070-7ed1-43dc-b863-69031cf6bd28 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0313020 May 04 15:24:09.787507 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:24:09.911426 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-dd1892e1-19e7-4c56-ac02-583a1b45b3a1 req-19e6f498-176a-4c83-9850-3efff96c68aa tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0261855 May 04 15:24:10.574474 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:24:11.009522 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0fa37490-d69a-4952-87ad-8980901697a1 req-42c0a0a9-889b-4d56-b3ad-99b3b9b8b2e4 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0299811 May 04 15:24:11.428706 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:24:11.803630 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:24:12.103217 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5064f28a-050b-48dd-9768-81f0b45fefb3 req-a7c58850-1f77-48f0-8b2e-29f40122c88b tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0257633 May 04 15:24:13.052325 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:24:13.197206 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f859131f-765d-4f77-9b3b-1526b81df89f req-a28f7d0b-3907-4d91-b273-72b3d1c8f19f tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0256639 May 04 15:24:14.292228 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-73ca76ad-92ab-4f49-b6ed-5dd42e5ce75b req-31b773b4-f84a-4304-9311-bf463f3eabc8 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0254254 May 04 15:24:15.398673 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-82e87950-0d25-45e4-8669-7e5480cb22c7 req-8a47aaa5-e762-4804-9eda-06a594f83978 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0266795 May 04 15:24:16.496795 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9a5b7d83-710f-493d-864c-ed7c2856b981 req-51676ec9-e068-4ae4-b4fb-aabbe2e59a9b tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0282629 May 04 15:24:17.594444 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c1f78eeb-77c5-4cf3-8ab6-d1ff8e76df73 req-290da086-f11b-45a5-9163-096bbc25799f tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0285623 May 04 15:24:18.688045 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-20ca3dd6-b41d-4f25-936a-fac16d237cb3 req-781f2737-1657-49ae-99e9-d4e8e0489eb5 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0259202 May 04 15:24:19.785854 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a2bbd070-28f5-4d99-beeb-b29a15491977 req-97122093-f37b-43fd-bb18-8e958f08ae52 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0265696 May 04 15:24:20.878217 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-57852fcb-d0d2-4a89-bf31-fb94c3a9575c req-31e7ca0b-d3cf-42c8-b342-1ced95827ed6 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0265834 May 04 15:24:21.971009 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b504c759-b312-4b12-826e-65f4dc880e06 req-f67327d8-eef1-4722-b562-1cb58ca71117 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0254633 May 04 15:24:23.065151 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c84768a0-8a6e-48cf-a657-5e890b877b43 req-756a78d3-9363-4cb2-8c34-1512c528f40c tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0254786 May 04 15:24:24.162548 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a0bf24e5-b654-4990-88a4-c199d0192423 req-203b6792-79ba-47c1-ac64-2ddb006f9261 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0295882 May 04 15:24:25.257347 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a7c8521c-310a-4f45-9c28-93a4e0be2841 req-471fbd19-4552-4975-9063-ac0175f8e125 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0266948 May 04 15:24:26.353111 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-eccf741b-4762-4253-aa1e-731a6bba6263 req-ab338e57-be06-423f-973a-9b62b6bce8f0 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0257473 May 04 15:24:27.447307 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-fd4ad866-7c2e-4772-97f8-a037d8a8c424 req-5f9b19d3-595f-4731-8a63-966decacc960 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0262668 May 04 15:24:28.541520 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5ac8bdf2-9aae-47c9-ab1d-aeae1e2e4065 req-029f3d5b-c4fa-4a7d-bdf2-cd20984b50e7 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0259118 May 04 15:24:29.635209 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-43737a55-0bb7-48d6-8f58-09cd4b55eee8 req-79fcc8ea-79ba-4076-9f9c-50c801fd4203 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0261409 May 04 15:24:30.731419 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a39022ca-0982-472a-ada6-05fd1b445cf8 req-23e93327-311d-4fe4-9540-66ba6259d083 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0288827 May 04 15:24:31.870940 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-51c4e547-6d32-48ab-be26-9d535f5a8e73 req-9051b8e5-b9ee-4574-a45f-9f09056da845 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0264571 May 04 15:24:32.978917 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6cdd58ac-28bb-4a4b-94b4-4188159b39c4 req-1bbf14f7-9734-491b-b5f5-5243b36cbe96 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0262334 May 04 15:24:34.072163 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-031adf76-6028-4c00-bb48-d2887127ac9d req-6cd86677-febb-41e0-9b83-bbbb33455640 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0254674 May 04 15:24:35.166299 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-057ec05e-7c86-49f1-be2f-4498838a32d2 req-2459b753-4335-4645-9a12-6997ab271cd5 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0257418 May 04 15:24:36.209109 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-34ce49a7-e696-4d7e-8f13-ddd5e2b7c9dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:24:36.260927 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5c813352-d412-44c4-8d27-e06ed33a0b63 req-2c6a83e7-2cce-4c59-a90a-5b6e0f73ba91 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0262554 May 04 15:24:37.357314 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-03323a06-6b07-4934-b718-84131d28e4b4 req-89637574-8d6b-4d91-a4b3-c9b60ffec7fc tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0287549 May 04 15:24:38.451002 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-74f78d96-fae6-4bee-91aa-3b13faa2c82c req-94dcdf4b-5e6f-42d8-8d99-dc8d4ef250c2 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0257187 May 04 15:24:38.523786 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-c6257344-4fce-4cfb-8d3c-9b0d1625363e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:24:39.544583 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9f07dd2e-d0c8-4826-8466-9015be5b56a8 req-61c7be9f-e667-4450-8aef-ac2ea38ef0a2 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0260074 May 04 15:24:39.790988 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:24:40.082275 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a2f75c83-2083-4862-8bd2-d96a533dd86f req-0c9e5117-7e3a-43d0-aba9-a7cd81a00667 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1152306 May 04 15:24:40.179655 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f75c83-2083-4862-8bd2-d96a533dd86f req-2e5ab4c5-e770-48b9-ba5e-aeaad37da0b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:24:40.181157 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a2f75c83-2083-4862-8bd2-d96a533dd86f req-2e5ab4c5-e770-48b9-ba5e-aeaad37da0b5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=746261ccdb744b4abdfc7b324a2ab0c7&device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 1099 time: 0.0404365 May 04 15:24:40.280805 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f75c83-2083-4862-8bd2-d96a533dd86f req-95cf3b0c-661c-4146-8e46-58d40429e17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:24:40.282282 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a2f75c83-2083-4862-8bd2-d96a533dd86f req-95cf3b0c-661c-4146-8e46-58d40429e17b service neutron] 10.222.0.11 "GET /v2.0/networks?id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 HTTP/1.1" status: 200 len: 913 time: 0.0822737 May 04 15:24:40.349094 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a2f75c83-2083-4862-8bd2-d96a533dd86f req-b3919d68-7e7c-4502-9f77-267ffd737825 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22a45e07-60a8-4668-984e-c87093b460ea HTTP/1.1" status: 200 len: 1001 time: 0.0604615 May 04 15:24:40.397374 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f75c83-2083-4862-8bd2-d96a533dd86f req-d921e48b-515c-40dd-a2d1-c12d1210e65c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:24:40.398817 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a2f75c83-2083-4862-8bd2-d96a533dd86f req-d921e48b-515c-40dd-a2d1-c12d1210e65c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c125eab1-7cf8-4e7c-acbb-db552c02fcee HTTP/1.1" status: 200 len: 851 time: 0.0438023 May 04 15:24:40.441960 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2f75c83-2083-4862-8bd2-d96a533dd86f req-b9046de3-e841-47f4-8e83-7764737746f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:24:40.443428 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a2f75c83-2083-4862-8bd2-d96a533dd86f req-b9046de3-e841-47f4-8e83-7764737746f6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0386291 May 04 15:24:40.534011 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a2f75c83-2083-4862-8bd2-d96a533dd86f req-e40e6c67-f3c9-4fbb-bc38-ef18bdbd8445 service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842376 May 04 15:24:40.590019 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:24:40.623743 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a2f75c83-2083-4862-8bd2-d96a533dd86f req-322bdd57-7913-400d-a09f-1ce15a139f11 service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837173 May 04 15:24:40.652847 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c37bb111-74f8-4546-a150-54c8d5776f26 req-0fa7cef2-d5ac-4dcb-ae5d-3e25330f54be tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0274076 May 04 15:24:41.430878 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:24:41.748365 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cff4c86a-83c5-4b63-af82-d9d9282f3120 req-b6e24ca4-bd69-47fe-8231-c3878476b1ff tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0260997 May 04 15:24:41.804525 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:24:42.842827 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-11c0fe86-3f41-4ba0-ae0f-0f64979b2ba9 req-b4f2fb67-b39b-4a8c-b80b-ac3f468acd87 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0256143 May 04 15:24:43.941681 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-029ad2bb-fc95-44a8-b4f7-7cbc1b8ebcf2 req-f3104695-2f78-4714-88ff-61eb11747f06 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0302806 May 04 15:24:45.035431 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5682bfa0-05b8-42a2-a67d-96cc3ef57531 req-fe88c80f-d251-424a-a9db-11d9d8a17dde tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0265551 May 04 15:24:46.128939 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-50105cf6-b08c-4f63-887c-c2f885468fcb req-3795cf20-6f9c-416e-8ea3-c41a08db0fb0 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0264838 May 04 15:24:47.224113 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c55213b2-d299-4565-a99a-cf1fa1570444 req-fd50e297-734e-490b-9379-8b0e729051a9 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0256271 May 04 15:24:48.327836 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f574b88a-2129-4b39-b6a0-17488d1af55f req-2ead1411-8157-4a7c-ab28-835c9d92269d tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0350046 May 04 15:24:49.422201 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-352951b6-7301-46d2-9f28-d2ec37880005 req-4f7e4232-55a2-48a2-be12-7c0c316b73a9 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0262110 May 04 15:24:50.054157 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:24:50.525071 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-bd251470-fbc3-4108-8e79-5bb4ccc2dee5 req-5e9656f4-eeed-4c13-aea5-5d28a4398b40 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0311177 May 04 15:24:51.619406 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-92c93754-eebe-478c-939d-cd89895f0295 req-2dc0075e-b41f-4249-871d-f92443073e52 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0263004 May 04 15:24:52.715077 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-55b591e3-ba9e-48c6-a0ae-8a4bb19a5ced req-412c6ac2-ca74-46a5-b469-6311f0bc9f90 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0274520 May 04 15:24:53.811403 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-528b1208-308d-4478-94ab-ed546e335aed req-8afa4233-bbb2-4ebb-b710-ea85908f8c45 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0256670 May 04 15:24:54.908227 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5b66983d-d27f-4148-b61f-a676c3efc72e req-cf1ebb67-429b-4d77-90fb-399bae4f9c10 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0271823 May 04 15:24:56.002168 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-81a17d82-441d-4266-9a0b-9c25e539308c req-9c696dc8-a3cf-4c0a-985b-26eec33acaf6 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0262341 May 04 15:24:57.097887 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-94dd6375-65b1-4ec8-a731-f1f92e78893d req-d2f40568-8719-4d28-b656-68c05129021c tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0285413 May 04 15:24:58.439545 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-195b63ed-ad28-40c6-98fc-30a0ac709c35 req-b06aa218-6873-4279-a198-198d6f29d39c tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.2758806 May 04 15:24:59.533770 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d724edaf-30cc-41ce-b20f-d54d34519836 req-39ceda86-bd93-47d6-b0be-4b24ffc29e7f tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0253959 May 04 15:25:00.632370 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-fdfc0bb2-b6fb-4475-8602-120730de22f8 req-b402a96a-6e60-4ae4-9250-dbde41d956c6 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0263968 May 04 15:25:01.725242 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-af99c37e-d568-4d7e-87d6-2f09a8c4ff70 req-8d6f5184-f02a-48ee-a241-f15f193de92c tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0262260 May 04 15:25:02.826668 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-01534c6c-8605-4761-b0e4-78e8cec0a24e req-bab98874-a9da-4390-a078-9dd63941604e tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0293922 May 04 15:25:03.923614 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e212938b-8c37-418f-86f3-ebeba22d7754 req-4e8c717b-436e-40c6-b10c-5d0698284738 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0250731 May 04 15:25:05.018996 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1840eff1-7de7-4ec3-9119-65035d9dded8 req-3e0d5659-ca7f-4de3-b279-a37793909e73 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0253010 May 04 15:25:06.111426 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b17b84bf-1dab-4dfc-8fc9-25a9e764dc71 req-4ab1fe26-34d5-4c3f-9f88-4fdf3e8397d9 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0256910 May 04 15:25:06.211762 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-f11bb99e-3c61-4c23-990e-28104ac8df6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:25:07.205140 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-42880836-6c4c-414e-b934-eecfcfe23f2c req-ae98ca97-0262-4436-9d89-ba6770c7c6cc tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0249095 May 04 15:25:08.299694 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-67d67bf2-a7c9-4e99-a725-01651e4e90a7 req-b70da36b-447d-4211-9f43-c8e6c41f8926 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0257049 May 04 15:25:08.525789 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-bcfe1d5a-b450-4ffa-bf27-d4f176f9991e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:25:09.398279 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a8be0662-4f3c-457e-877f-f3dda07d323e req-94275c57-d14e-4577-81b6-bbeacf039752 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0285537 May 04 15:25:09.794050 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:25:10.492429 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a1b2afa8-018c-4d19-9397-4ae0fc51292b req-648ace8d-7728-47fe-8f38-17608d1b1b4b tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0256405 May 04 15:25:10.587982 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:25:11.433776 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:25:11.585656 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0451e255-1563-4342-b8df-e92bdc1daf84 req-3c321f36-00b1-4b49-9ed6-d6c83f835b98 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0256908 May 04 15:25:11.806063 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:25:12.686881 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-bcef57c2-4c49-48cf-82e1-51544fe65926 req-23739ba4-5fd2-471e-8ffa-3e60ad08c253 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0266109 May 04 15:25:13.784693 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1f427d3d-dfa7-4d95-83ac-48410f4ca9d1 req-b4d04ce8-3a0c-4936-b12b-019812dce9cc tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0258338 May 04 15:25:14.878696 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-dddfb9a8-4df4-4556-9b44-d8ce32fbb3fc req-1711fa70-364a-4b86-9425-e90f8ebdbf45 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0261092 May 04 15:25:15.978464 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1a4d3138-e334-486b-b034-72367e5b3403 req-d25d5509-a2e3-486c-856a-a416ec790e57 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0294414 May 04 15:25:17.080560 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-534c702d-55ad-4dfa-a37c-1c21c28d0cb4 req-280f9c9e-3f6b-49ea-9eb4-ad63b076e8f5 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0315161 May 04 15:25:18.176436 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-80a970c4-028c-470b-94eb-24d20e4d3ea6 req-85d7e150-428e-416f-9c59-59003ab58aa5 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0255949 May 04 15:25:19.269788 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7f873bbb-6705-4ae6-b9a3-a4ab9bb8494b req-606d8fc8-b6cf-40f6-bea2-bee1a0dc27d8 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0254011 May 04 15:25:20.362907 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b8a9fa4b-c150-49ec-a68c-28daae7ec986 req-844f7f2b-8bc1-4296-9d78-f40bc245cc84 tempest-VolumesSnapshotTestJSON-793931644 tempest-VolumesSnapshotTestJSON-793931644-project] 10.222.0.42 "GET /v2.0/ports?device_id=b2a12b27-0360-40dd-9f1a-570fddfe8f56 HTTP/1.1" status: 200 len: 210 time: 0.0249166 May 04 15:25:27.054835 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:25:36.214008 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-5c398e2f-b82e-43fd-be34-1c5b10e17476 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:25:38.531035 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-8607010f-67de-4b37-ab34-4b1a0ce26178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:25:39.797011 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:25:40.000948 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-5c63b4eb-d2a4-4da6-808a-fcdcb4bff694 req-37bb04bd-f102-48e9-be75-426d571b46f6 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0431199 May 04 15:25:40.072734 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63b4eb-d2a4-4da6-808a-fcdcb4bff694 req-2d5ece24-acc9-43e1-b9bc-c21494b6a93c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:25:40.074240 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-5c63b4eb-d2a4-4da6-808a-fcdcb4bff694 req-2d5ece24-acc9-43e1-b9bc-c21494b6a93c service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76eaebd5bb0b42ddb62d18459fdf359f&device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 1098 time: 0.0398893 May 04 15:25:40.182270 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63b4eb-d2a4-4da6-808a-fcdcb4bff694 req-01d8917a-97d3-471d-9811-821e0ce45f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:25:40.183654 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-5c63b4eb-d2a4-4da6-808a-fcdcb4bff694 req-01d8917a-97d3-471d-9811-821e0ce45f96 service neutron] 10.222.0.11 "GET /v2.0/networks?id=96103362-e6c6-4f42-a4d2-85307d75ab1d HTTP/1.1" status: 200 len: 912 time: 0.0901752 May 04 15:25:40.250939 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-5c63b4eb-d2a4-4da6-808a-fcdcb4bff694 req-de15519a-5572-4861-ab5c-3174ee6d70b7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85b17549-74ad-4caf-9545-0a88bd2c7d0f HTTP/1.1" status: 200 len: 1001 time: 0.0611613 May 04 15:25:40.297977 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63b4eb-d2a4-4da6-808a-fcdcb4bff694 req-decf4250-ff72-4cd3-aa46-1fa9e9041f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:25:40.299423 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-5c63b4eb-d2a4-4da6-808a-fcdcb4bff694 req-decf4250-ff72-4cd3-aa46-1fa9e9041f4b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd0d7759-75c7-4308-aa2b-41f64d063b5c HTTP/1.1" status: 200 len: 850 time: 0.0426598 May 04 15:25:40.344496 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c63b4eb-d2a4-4da6-808a-fcdcb4bff694 req-8e12d960-d39c-4266-93ba-7b1915fd5325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:25:40.345985 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-5c63b4eb-d2a4-4da6-808a-fcdcb4bff694 req-8e12d960-d39c-4266-93ba-7b1915fd5325 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96103362-e6c6-4f42-a4d2-85307d75ab1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0392954 May 04 15:25:40.439522 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-5c63b4eb-d2a4-4da6-808a-fcdcb4bff694 req-0bd1ac32-cd05-4cbb-aaa8-6d3d54f6154c service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862906 May 04 15:25:40.527577 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-5c63b4eb-d2a4-4da6-808a-fcdcb4bff694 req-d9f68b0e-143b-4db5-bcce-761fdb42cc0f service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811043 May 04 15:25:40.595817 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:25:41.437025 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:25:41.808560 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:26:04.054824 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:26:06.215460 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-b889dbce-692f-4267-87c0-9b3d2988ba1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:26:08.524600 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-4d447ea8-69a3-4d5f-bea0-1d5a210b81f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:26:09.800198 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:26:10.591205 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:26:11.440111 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:26:11.810605 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:26:16.499674 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 56114) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:26:16.681942 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-267bc95e-cad3-4426-879a-e5e1236aaf58 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Deleting port 4db68ad5-025d-49de-a4ef-e2bcf8bb2e17 {{(pid=101864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:26:16.682285 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-267bc95e-cad3-4426-879a-e5e1236aaf58 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:26:16.769021 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-267bc95e-cad3-4426-879a-e5e1236aaf58 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:26:16.770077 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-267bc95e-cad3-4426-879a-e5e1236aaf58 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:26:16.782509 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-267bc95e-cad3-4426-879a-e5e1236aaf58 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Calling delete_port for 4db68ad5-025d-49de-a4ef-e2bcf8bb2e17 owned by network:floatingip {{(pid=101864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:26:16.938242 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-267bc95e-cad3-4426-879a-e5e1236aaf58 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:26:16.964593 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267bc95e-cad3-4426-879a-e5e1236aaf58 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Pushing event deleted for resources: {'Port': ['ID=4db68ad5-025d-49de-a4ef-e2bcf8bb2e17,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:26:16.976571 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267bc95e-cad3-4426-879a-e5e1236aaf58 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:26:16.976969 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267bc95e-cad3-4426-879a-e5e1236aaf58 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:26:16.977312 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267bc95e-cad3-4426-879a-e5e1236aaf58 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:26:16.977649 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267bc95e-cad3-4426-879a-e5e1236aaf58 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:26:16.978005 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267bc95e-cad3-4426-879a-e5e1236aaf58 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:26:16.978319 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267bc95e-cad3-4426-879a-e5e1236aaf58 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:26:16.978652 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267bc95e-cad3-4426-879a-e5e1236aaf58 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:26:16.978983 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267bc95e-cad3-4426-879a-e5e1236aaf58 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:26:16.979313 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267bc95e-cad3-4426-879a-e5e1236aaf58 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:26:16.979640 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267bc95e-cad3-4426-879a-e5e1236aaf58 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:26:16.979966 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267bc95e-cad3-4426-879a-e5e1236aaf58 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:26:16.980541 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-267bc95e-cad3-4426-879a-e5e1236aaf58 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:26:17.040609 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-267bc95e-cad3-4426-879a-e5e1236aaf58 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for floatingip, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:26:17.040884 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.db.l3_db [None req-267bc95e-cad3-4426-879a-e5e1236aaf58 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Floating IP c8ef7abb-9700-486d-b7db-2f0b918a879c disassociated (deleted). External IP: 172.27.1.31, port: 22a45e07-60a8-4668-984e-c87093b460ea. May 04 15:26:17.257152 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267bc95e-cad3-4426-879a-e5e1236aaf58 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Router 06f54089-7973-46bd-8d6b-77e9050d24a8 has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:26:17.377927 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267bc95e-cad3-4426-879a-e5e1236aaf58 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:26:17.383079 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-267bc95e-cad3-4426-879a-e5e1236aaf58 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:26:17.389570 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f55fcb-fd30-4c13-9b2f-7e68989545bc None None] Sync routers for ids ['06f54089-7973-46bd-8d6b-77e9050d24a8'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:26:17.401398 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f55fcb-fd30-4c13-9b2f-7e68989545bc None None] Routers {'06f54089-7973-46bd-8d6b-77e9050d24a8'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:26:17.402093 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-14f55fcb-fd30-4c13-9b2f-7e68989545bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:26:09Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['06f54089-7973-46bd-8d6b-77e9050d24a8'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:26:17.409548 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-267bc95e-cad3-4426-879a-e5e1236aaf58 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "DELETE /v2.0/floatingips/c8ef7abb-9700-486d-b7db-2f0b918a879c HTTP/1.1" status: 204 len: 168 time: 0.9086387 May 04 15:26:17.410601 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4399a52-6955-4b1a-a83a-f5b23a379aa9', 'tag': '22a45e07-60a8-4668-984e-c87093b460ea'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:26:17.412942 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b09aac93-c4a2-4cdb-8618-769d4a276abc" -d '{"events": [{"name": "network-changed", "server_uuid": "e4399a52-6955-4b1a-a83a-f5b23a379aa9", "tag": "22a45e07-60a8-4668-984e-c87093b460ea"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:26:17.507390 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-14f55fcb-fd30-4c13-9b2f-7e68989545bc None None] Set router 06f54089-7973-46bd-8d6b-77e9050d24a8 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:26:17.572425 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29603795-49d5-471a-b43c-7cc5495fcdcc x-openstack-request-id: req-29603795-49d5-471a-b43c-7cc5495fcdcc {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:26:17.573321 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4399a52-6955-4b1a-a83a-f5b23a379aa9", "tag": "22a45e07-60a8-4668-984e-c87093b460ea", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:26:17.573321 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-29603795-49d5-471a-b43c-7cc5495fcdcc {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:26:17.573663 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29603795-49d5-471a-b43c-7cc5495fcdcc'] response: {'name': 'network-changed', 'server_uuid': 'e4399a52-6955-4b1a-a83a-f5b23a379aa9', 'tag': '22a45e07-60a8-4668-984e-c87093b460ea', 'status': 'completed', 'code': 200} May 04 15:26:17.678856 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09aac93-c4a2-4cdb-8618-769d4a276abc req-e1d1cfb0-afd7-4753-8c89-8dd92e93e33f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:26:17.680888 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b09aac93-c4a2-4cdb-8618-769d4a276abc req-e1d1cfb0-afd7-4753-8c89-8dd92e93e33f service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=746261ccdb744b4abdfc7b324a2ab0c7&device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 1099 time: 0.0467803 May 04 15:26:17.683646 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac61bd3-5547-408f-8066-1dbcff0327f8 req-7d79e37c-39c5-42d2-904a-b07e1f6331c6 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:26:17.685252 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5ac61bd3-5547-408f-8066-1dbcff0327f8 req-7d79e37c-39c5-42d2-904a-b07e1f6331c6 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 946 time: 0.0646055 May 04 15:26:17.725265 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5ac61bd3-5547-408f-8066-1dbcff0327f8 req-19a55b98-63e0-476b-9780-00ade13bdea8 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338311 May 04 15:26:17.746464 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-14f55fcb-fd30-4c13-9b2f-7e68989545bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'name': 'tempest-TestVolumeBootPattern-1512480132-router', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:56Z', 'updated_at': '2022-05-04T15:01:59Z', 'revision_number': 4, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'gw_port': {'id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:57Z', 'updated_at': '2022-05-04T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '92332740-8551-4617-a14b-a5ea0897409b', 'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'mac_address': 'fa:16:3e:69:97:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:58Z', 'updated_at': '2022-05-04T15:02:03Z', 'revision_number': 5, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'subnets': [{'id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:26:17.773122 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f55fcb-fd30-4c13-9b2f-7e68989545bc None None] Checking router: 06f54089-7973-46bd-8d6b-77e9050d24a8 for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:26:17.776123 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09aac93-c4a2-4cdb-8618-769d4a276abc req-ee124410-b9bb-4a64-b012-b4d482e46d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:26:17.777694 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b09aac93-c4a2-4cdb-8618-769d4a276abc req-ee124410-b9bb-4a64-b012-b4d482e46d24 service neutron] 10.222.0.11 "GET /v2.0/networks?id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 HTTP/1.1" status: 200 len: 913 time: 0.0895689 May 04 15:26:17.781355 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f55fcb-fd30-4c13-9b2f-7e68989545bc None None] Routers {'06f54089-7973-46bd-8d6b-77e9050d24a8'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:26:17.781961 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-14f55fcb-fd30-4c13-9b2f-7e68989545bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:26:09Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['06f54089-7973-46bd-8d6b-77e9050d24a8'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:26:17.825150 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b09aac93-c4a2-4cdb-8618-769d4a276abc req-b5598e3c-c86b-408c-8953-638572f2e0bf service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=22a45e07-60a8-4668-984e-c87093b460ea HTTP/1.1" status: 200 len: 217 time: 0.0399249 May 04 15:26:17.875548 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09aac93-c4a2-4cdb-8618-769d4a276abc req-ef050925-60a2-48b8-acfc-54498e4bc029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:26:17.877023 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b09aac93-c4a2-4cdb-8618-769d4a276abc req-ef050925-60a2-48b8-acfc-54498e4bc029 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=c125eab1-7cf8-4e7c-acbb-db552c02fcee HTTP/1.1" status: 200 len: 851 time: 0.0445833 May 04 15:26:17.888320 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-14f55fcb-fd30-4c13-9b2f-7e68989545bc None None] Set router 06f54089-7973-46bd-8d6b-77e9050d24a8 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:26:17.925219 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09aac93-c4a2-4cdb-8618-769d4a276abc req-7ddbd297-ea13-4d91-848c-644eb6b3c65d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:26:17.927340 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b09aac93-c4a2-4cdb-8618-769d4a276abc req-7ddbd297-ea13-4d91-848c-644eb6b3c65d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0423129 May 04 15:26:18.028143 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b09aac93-c4a2-4cdb-8618-769d4a276abc req-0626c632-57db-4808-94ad-5b0252a2dfb9 service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933683 May 04 15:26:18.091675 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-14f55fcb-fd30-4c13-9b2f-7e68989545bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'name': 'tempest-TestVolumeBootPattern-1512480132-router', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:56Z', 'updated_at': '2022-05-04T15:01:59Z', 'revision_number': 4, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'gw_port': {'id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:57Z', 'updated_at': '2022-05-04T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '92332740-8551-4617-a14b-a5ea0897409b', 'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'mac_address': 'fa:16:3e:69:97:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:58Z', 'updated_at': '2022-05-04T15:02:03Z', 'revision_number': 5, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'subnets': [{'id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:26:18.118666 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f55fcb-fd30-4c13-9b2f-7e68989545bc None None] The sync data for ids ['06f54089-7973-46bd-8d6b-77e9050d24a8'] in dv-cinder-829630-2-iscsi is: [{'id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'name': 'tempest-TestVolumeBootPattern-1512480132-router', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:56Z', 'updated_at': '2022-05-04T15:01:59Z', 'revision_number': 4, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'gw_port': {'id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:57Z', 'updated_at': '2022-05-04T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': '92332740-8551-4617-a14b-a5ea0897409b', 'name': '', 'network_id': 'cbd2d677-a8b1-4ebd-b28c-fcf8695293b2', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'mac_address': 'fa:16:3e:69:97:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:58Z', 'updated_at': '2022-05-04T15:02:03Z', 'revision_number': 5, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'subnets': [{'id': 'c125eab1-7cf8-4e7c-acbb-db552c02fcee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:26:18.147030 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b09aac93-c4a2-4cdb-8618-769d4a276abc req-8e01c51c-68ed-4143-90a1-10af2ed2c9b0 service neutron] 10.222.0.11 "GET /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916796 May 04 15:26:18.351478 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b338de1-9e43-4a84-bb7a-35f964480080 None None] New status for floating IP c8ef7abb-9700-486d-b7db-2f0b918a879c: DOWN {{(pid=101865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:26:18.793483 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013bbfe6-cf04-4bfb-96f6-ca9a4ea0ab5b req-e1e45e79-64a0-47c3-af4c-546f472d22d4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:26:18.795037 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-013bbfe6-cf04-4bfb-96f6-ca9a4ea0ab5b req-e1e45e79-64a0-47c3-af4c-546f472d22d4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.11 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 946 time: 0.0507581 May 04 15:26:18.848089 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ff1f9f-3b66-4281-b473-156f282affc9 req-e59b9f3c-3815-4f88-bc73-b0eef29382b4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:26:18.849864 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-66ff1f9f-3b66-4281-b473-156f282affc9 req-e59b9f3c-3815-4f88-bc73-b0eef29382b4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 946 time: 0.0503724 May 04 15:26:18.891422 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-66ff1f9f-3b66-4281-b473-156f282affc9 req-1831c74c-e6f2-4acb-b1b9-ef9d015a1ee1 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/security-groups?id=48667ce0-4e07-4d10-8820-e9278ae54544&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349462 May 04 15:26:18.893581 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [req-013bbfe6-cf04-4bfb-96f6-ca9a4ea0ab5b req-b58e98d3-c0d9-4002-9e11-8da382e7a17d tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Deleting port 22a45e07-60a8-4668-984e-c87093b460ea {{(pid=101864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:26:18.893961 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-013bbfe6-cf04-4bfb-96f6-ca9a4ea0ab5b req-b58e98d3-c0d9-4002-9e11-8da382e7a17d tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:26:18.982571 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-013bbfe6-cf04-4bfb-96f6-ca9a4ea0ab5b req-b58e98d3-c0d9-4002-9e11-8da382e7a17d tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] For port 22a45e07-60a8-4668-984e-c87093b460ea, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=22a45e07-60a8-4668-984e-c87093b460ea,segment=NetworkSegment(d31e7b59-dfee-4fbf-9768-43afaf63f9d2),segment_id=d31e7b59-dfee-4fbf-9768-43afaf63f9d2)] {{(pid=101864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:26:18.982937 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-013bbfe6-cf04-4bfb-96f6-ca9a4ea0ab5b req-b58e98d3-c0d9-4002-9e11-8da382e7a17d tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:26:18.995752 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [req-013bbfe6-cf04-4bfb-96f6-ca9a4ea0ab5b req-b58e98d3-c0d9-4002-9e11-8da382e7a17d tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Calling delete_port for 22a45e07-60a8-4668-984e-c87093b460ea owned by compute:nova {{(pid=101864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:26:19.125609 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-013bbfe6-cf04-4bfb-96f6-ca9a4ea0ab5b req-b58e98d3-c0d9-4002-9e11-8da382e7a17d tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:26:19.153453 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58e98d3-c0d9-4002-9e11-8da382e7a17d tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Pushing event deleted for resources: {'Port': ['ID=22a45e07-60a8-4668-984e-c87093b460ea,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:26:19.201663 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [req-013bbfe6-cf04-4bfb-96f6-ca9a4ea0ab5b req-b58e98d3-c0d9-4002-9e11-8da382e7a17d tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] No DVR routers for this DVR port 22a45e07-60a8-4668-984e-c87093b460ea on host hv-cinder-82963 {{(pid=101864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:26:19.204236 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-013bbfe6-cf04-4bfb-96f6-ca9a4ea0ab5b req-b58e98d3-c0d9-4002-9e11-8da382e7a17d tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:26:19.207649 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-013bbfe6-cf04-4bfb-96f6-ca9a4ea0ab5b req-b58e98d3-c0d9-4002-9e11-8da382e7a17d tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.11 "DELETE /v2.0/ports/22a45e07-60a8-4668-984e-c87093b460ea HTTP/1.1" status: 204 len: 173 time: 0.4062173 May 04 15:26:19.574804 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4399a52-6955-4b1a-a83a-f5b23a379aa9', 'name': 'network-vif-deleted', 'tag': '22a45e07-60a8-4668-984e-c87093b460ea'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:26:19.577304 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3065a3-3bd3-4f69-bf54-a6670d86c6ea" -d '{"events": [{"server_uuid": "e4399a52-6955-4b1a-a83a-f5b23a379aa9", "name": "network-vif-deleted", "tag": "22a45e07-60a8-4668-984e-c87093b460ea"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:26:19.616408 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2179a50-54f3-46b7-8c05-1bc95a1b6776 x-openstack-request-id: req-d2179a50-54f3-46b7-8c05-1bc95a1b6776 {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:26:19.616700 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4399a52-6955-4b1a-a83a-f5b23a379aa9", "name": "network-vif-deleted", "tag": "22a45e07-60a8-4668-984e-c87093b460ea", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:26:19.616993 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d2179a50-54f3-46b7-8c05-1bc95a1b6776 {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:26:19.617388 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d2179a50-54f3-46b7-8c05-1bc95a1b6776'] response: {'server_uuid': 'e4399a52-6955-4b1a-a83a-f5b23a379aa9', 'name': 'network-vif-deleted', 'tag': '22a45e07-60a8-4668-984e-c87093b460ea', 'status': 'completed', 'code': 200} May 04 15:26:19.990633 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0e7e6602-f7cd-440f-ac18-7779846d3398 req-442fc163-513e-48f6-ad41-cbd0e5dcdc7c tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0282216 May 04 15:26:21.091108 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e2d5d3f0-64b2-4ab5-b5f0-4a457905c70c req-4b0ae899-a946-4534-8498-b4b95fc5cde4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0273352 May 04 15:26:21.689608 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 22a45e07-60a8-4668-984e-c87093b460ea no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:26:21.709868 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] No Port match for: 22a45e07-60a8-4668-984e-c87093b460ea {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:26:21.710147 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 22a45e07-60a8-4668-984e-c87093b460ea not bound to the agent host hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:26:22.187604 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3965e495-f892-4205-adba-c40a4fcda463 req-9ae00753-b782-4354-bdb7-ca3d3ea5bfdc tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0293822 May 04 15:26:23.280170 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-18a6a692-7c35-4fbf-b677-39e4367ef6b3 req-d8769086-60f1-48da-b543-51366bc145a5 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0256150 May 04 15:26:24.376000 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c903420e-08a5-4347-a73e-29ac0a70170d req-717ccc21-662f-4720-8dba-c26eb5b49d71 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0266604 May 04 15:26:25.472021 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e1e8ed4c-3505-4a7c-8ee9-374ed4bb1e9b req-e1965337-80b5-4622-ad2b-6c71aa2ebfbd tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0268807 May 04 15:26:26.579043 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4befa733-a2ea-44c6-865b-c869f305edcd req-7028905c-beb9-4867-8af5-f32f693bf50f tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0260119 May 04 15:26:27.674274 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-393c29d3-175f-44ba-b9d7-57caa15acc24 req-b9ef71f2-710b-4303-8662-570d61b111b3 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0253940 May 04 15:26:28.776177 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-665e7f6e-0170-4fd1-9599-d5d809494304 req-4e4e9ccc-100b-4d0c-a4eb-582170199d97 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0296712 May 04 15:26:29.872505 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-61714ac4-ae46-4a89-a3f2-8a5140ad1dc4 req-d1f980f9-ed84-449a-a8af-e8b7394f1389 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0278580 May 04 15:26:30.968754 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9a7b90fc-bed7-48d1-a2f0-eb2e59775830 req-7e55e8f6-4839-4142-b5d6-4552bc19fe74 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0282617 May 04 15:26:32.068046 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-38fbc87c-c0b7-4b33-b785-42cac83f7d28 req-46056205-6253-49eb-9243-1f9e53ba5579 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0289080 May 04 15:26:33.160278 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-611d0267-2da6-4cbe-9077-bcf4fca0e98f req-7d92993c-f797-4632-b43e-6c7d2cfa8d0a tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0257273 May 04 15:26:34.258138 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c0960662-23f2-4a55-a53a-bec6d9bc9a98 req-f1f8f24d-a63e-4a20-a25f-802d66a530ff tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0264313 May 04 15:26:35.357052 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-489d3f3c-edcf-425c-9113-5e5225372204 req-15f3980b-90a1-4b87-9be0-0f4b4165936a tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0291283 May 04 15:26:36.222674 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-e39864d0-f61e-4c33-b4ce-e6f09af24356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:26:36.453916 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-12c291e0-f7b3-4b0a-9971-44858d1851ab req-08eae585-e7dd-443d-8c8f-cf3ff5a27cbc tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0282099 May 04 15:26:37.548011 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5fea097f-e293-4471-9ed5-bc814be98e80 req-53a61d99-6279-44d2-b288-3dfa467eb9f3 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0258594 May 04 15:26:38.527473 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-d20b6202-459f-4a8c-8a71-8cbbe18518f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:26:38.641126 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4a0652a6-e39e-442c-b219-5bfa4f846755 req-f88399e6-3e21-4772-b12b-502ea5c59d94 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0257707 May 04 15:26:39.733845 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5cfe7258-9bac-46dd-8c81-f77d12811e57 req-4fb692da-df2a-4808-af6b-f2fee2b945b1 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0257111 May 04 15:26:39.802939 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:26:39.998307 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f52a02cf-1bc5-42ad-814e-f7c1e2c86ba7 req-6b5351c7-eed3-46c0-b9c4-53a8ea1cb230 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393155 May 04 15:26:40.094620 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a02cf-1bc5-42ad-814e-f7c1e2c86ba7 req-075b07c8-692f-474a-92c5-904372ac856b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:26:40.096114 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f52a02cf-1bc5-42ad-814e-f7c1e2c86ba7 req-075b07c8-692f-474a-92c5-904372ac856b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76eaebd5bb0b42ddb62d18459fdf359f&device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 1098 time: 0.0401194 May 04 15:26:40.201408 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a02cf-1bc5-42ad-814e-f7c1e2c86ba7 req-cb466d4d-3138-439f-ab4d-28d72940e017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:26:40.202887 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f52a02cf-1bc5-42ad-814e-f7c1e2c86ba7 req-cb466d4d-3138-439f-ab4d-28d72940e017 service neutron] 10.222.0.11 "GET /v2.0/networks?id=96103362-e6c6-4f42-a4d2-85307d75ab1d HTTP/1.1" status: 200 len: 912 time: 0.0870404 May 04 15:26:40.267254 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f52a02cf-1bc5-42ad-814e-f7c1e2c86ba7 req-63c41949-e642-4747-b8d6-0f20c8a785c4 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85b17549-74ad-4caf-9545-0a88bd2c7d0f HTTP/1.1" status: 200 len: 1001 time: 0.0580852 May 04 15:26:40.324470 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a02cf-1bc5-42ad-814e-f7c1e2c86ba7 req-4c4669ff-34b8-40f3-b6e9-b5fafd35d1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:26:40.326541 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f52a02cf-1bc5-42ad-814e-f7c1e2c86ba7 req-4c4669ff-34b8-40f3-b6e9-b5fafd35d1ab service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd0d7759-75c7-4308-aa2b-41f64d063b5c HTTP/1.1" status: 200 len: 850 time: 0.0523956 May 04 15:26:40.375662 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52a02cf-1bc5-42ad-814e-f7c1e2c86ba7 req-4faaac4c-d532-499b-8010-9182a9ba953f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:26:40.377184 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f52a02cf-1bc5-42ad-814e-f7c1e2c86ba7 req-4faaac4c-d532-499b-8010-9182a9ba953f service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96103362-e6c6-4f42-a4d2-85307d75ab1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0448387 May 04 15:26:40.468556 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f52a02cf-1bc5-42ad-814e-f7c1e2c86ba7 req-a0112dea-e336-4e9b-acc5-6dcd1412695d service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847974 May 04 15:26:40.560113 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f52a02cf-1bc5-42ad-814e-f7c1e2c86ba7 req-4bf9a686-55d2-45e5-8e85-c9931b8a1cb8 service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844531 May 04 15:26:40.606656 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:26:40.833683 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3caa148c-eb93-4671-8b62-55fe942cb751 req-8f797e68-078b-4772-8669-b2fa59bc0880 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0271850 May 04 15:26:41.054009 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:26:41.444875 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:26:41.813043 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:26:41.933021 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c997ad42-7545-4978-bb70-58c3dee83c59 req-4f5ca40b-3c27-45c3-b2b8-cf0f0a526968 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0292678 May 04 15:26:43.030716 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-54be449d-b24d-4bb1-baff-49a18f721ec3 req-96c2e74d-db47-4a90-86b4-e36a7312c202 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0260513 May 04 15:26:44.124130 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cfdcc1a1-1878-4973-94c9-a91be193b101 req-90359a65-7c36-451e-995a-7717aa6b678e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0268552 May 04 15:26:45.216443 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-dd3e8875-a2aa-4503-b4b2-84a3ead0cce8 req-ac362bb6-b1fd-4678-8642-49e7af51c697 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0254221 May 04 15:26:46.313399 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c88c7b8f-34bc-45c3-9098-cfbd21a7ae71 req-dcd15cc6-3ac8-4724-a2ce-c368810737dc tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0261333 May 04 15:26:47.407027 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-af6576a8-4bf2-4b0e-8be5-5b419a9da731 req-bc1e1c20-e2fe-48eb-9519-5f75c4eb755e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0256729 May 04 15:26:48.505828 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-76b46a7d-ce52-4fb4-bf8f-7f2b43a03a5b req-9c76f8ac-dfc5-49aa-ac71-0bed8285ed09 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0299394 May 04 15:26:49.600264 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-96825d41-8f1e-4ed9-8687-9be3fa124c7f req-5279c75f-f72f-4bb3-8a6d-298ac1dbea34 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0254884 May 04 15:26:50.694113 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-46112eb6-6188-491f-beea-aae7ac554c04 req-29027b67-41a4-45da-8e4a-bbc7a1da978b tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0254521 May 04 15:26:51.788819 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1861a002-34d1-4069-8645-e4d8fdd72ffb req-448de023-80e2-4c53-a635-73b4b2e1da39 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0255816 May 04 15:26:52.893856 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5a65bb5e-a833-488a-a06d-f4ec1dd311fa req-b32599b2-4c9c-4103-ac66-6994e6ee38b9 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0280037 May 04 15:26:53.992179 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-32e44354-f7c0-4707-9d8d-1c5f85d28814 req-144a5b39-b273-46f8-a0cc-accedb6b8cfa tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0275180 May 04 15:26:55.091415 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-96be6c2a-eef0-461f-affe-00313b6e4631 req-decfd9a7-4059-472c-b892-75c887e1c8d8 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0290604 May 04 15:26:56.183710 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7c77d791-821e-46b9-a5e2-f44e4f833b30 req-82e694f1-9d0d-4766-bd26-eb7263927137 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0262063 May 04 15:26:57.278872 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b650f506-814b-4896-a766-d31997343064 req-ed589809-f4be-4ba4-beac-a549655fef74 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0261610 May 04 15:26:58.373156 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f5f149e2-1e76-4c7d-9364-48672e2c1ce6 req-71309b7b-f653-4ff7-a4df-72623d87cc7e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0254934 May 04 15:26:59.469993 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-20eaad43-15be-4be5-b399-2bbaff084134 req-9cd4ada2-ce4a-41ac-ac24-5615bcad7351 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0261157 May 04 15:27:00.562844 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b076aceb-5a03-4d05-89ce-6515e4f5c11c req-8927c7f5-aa00-4b96-8c62-3cf30fd8fa91 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0253932 May 04 15:27:01.665557 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0dd2737d-8d3c-446a-9baf-5ec187a21a6e req-2f957b94-bb14-4663-856c-74525d5b3cc4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0326600 May 04 15:27:02.760997 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9b762a0c-5551-451f-8c80-6c35b24d01f7 req-afb7f49a-9dd7-4fad-a462-fd2ce74c16d4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0265195 May 04 15:27:03.856833 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5c1800fb-20c2-4553-b5ff-4acf7a507fe8 req-255c1484-c544-4158-a5ca-9856ce4a1cb8 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0266001 May 04 15:27:04.949523 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c323fea8-1b13-4e8f-8f8b-2aa5f0ac58c1 req-6d94d598-cee7-4d7e-a7f5-77cfa879effa tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0268543 May 04 15:27:06.045296 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-90e70d7e-a788-4492-bac2-b927d4a5974b req-6350105a-6782-449b-a831-1231e42ad9e9 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0279980 May 04 15:27:06.217122 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-1e7ca755-6524-458a-bb7f-c4409e6ff194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:27:07.151661 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b297e3ff-cadd-4885-812f-3cc98ce43db5 req-71ca2f86-1a9f-4883-a5db-58f0746b7874 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0268011 May 04 15:27:08.268041 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3a25905c-554a-4569-aa15-db11fc75d397 req-5b5e2db7-2f1d-4956-bb42-341b15aeb006 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0324156 May 04 15:27:08.532748 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7c43a2d4-0ace-40c7-9600-522f0c83b956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:27:09.375396 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-245d43b6-3705-4ed1-bf2e-519d2b621c0f req-82a48c63-dd5d-4c2a-a38a-0615ffe687d4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0290027 May 04 15:27:09.808695 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:27:10.478276 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c452ca89-6382-4a88-b4b3-5df7ffa8a4e1 req-306837c5-8600-4365-ba5c-9048d9ca1810 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0294502 May 04 15:27:10.616592 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:27:11.452001 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:27:11.588854 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b67d6177-6038-45ca-9a65-385b5bf190af req-9c99c58f-70a7-4622-b568-c218acbf7aae tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0308938 May 04 15:27:11.827347 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:27:12.709788 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-66f01559-87f1-4f50-8ed2-873f39b1be2d req-cad42c6e-d9b0-4487-8e87-176b516dcebe tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0294986 May 04 15:27:13.820635 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-97015e8e-f6f7-4b32-92be-9191ed1e009e req-458163c2-4d4a-46b0-8197-c8012aa3400c tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0264871 May 04 15:27:14.929372 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-34129958-e6cd-494a-936d-6b61a43169c9 req-47d3210a-59a3-42ce-a9f1-c8908da9ea48 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0317557 May 04 15:27:16.050107 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-62529bfe-b861-4a2d-bc6b-daf5d1ea4df1 req-626b8bf9-36fd-44b1-a0e9-32806d328c42 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0453627 May 04 15:27:17.173407 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a15cc3e6-3880-48a8-a186-3c44ad24580c req-cd9ba17c-4312-4676-b427-ecc6f340f7d3 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0273690 May 04 15:27:18.055865 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:27:18.298641 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9cee2d9e-d36c-40e8-957e-d9de23148197 req-69f95ae6-f695-4fcd-ab13-ca4837647378 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0317700 May 04 15:27:19.403425 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-61f51c33-3a8e-44af-a460-b238d7a3e240 req-bb7af406-5ab7-4ef4-b4bc-0ca09b6eacfc tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0299618 May 04 15:27:20.534509 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-28c4b1a4-a468-4398-b2a1-364f1df45385 req-e830338c-ce54-4da6-848c-6677951ffe3b tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0426152 May 04 15:27:21.641452 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-115df450-38a7-4631-a785-9ae35be5d1d0 req-f8f2060c-e6df-4329-904e-621c10cc3b3b tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0314445 May 04 15:27:22.758406 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c2235cac-1486-4341-af49-fa1dc2514e11 req-1fcd2a04-61f5-401a-8e77-40f161f22d6e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0422237 May 04 15:27:23.862132 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b13a534b-062a-4dbf-a4d9-27dbc55f099a req-13f48e18-e557-42bb-ad43-d91c644bfe82 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0293097 May 04 15:27:24.970510 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1fde4322-b5fe-4737-83eb-ed77bf4e7924 req-14716632-41ac-485c-8059-2c520f739071 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0269015 May 04 15:27:26.076254 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-aabb82eb-3548-4792-87d0-bc8cbef6bc7b req-7dc07fa5-efd6-45cc-a839-641483f38f98 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0283837 May 04 15:27:27.188337 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-550952a7-e39d-4e0a-9896-4909c5c3b6bf req-215ada99-5f76-4cfa-a96d-bd686af6fc2c tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0374205 May 04 15:27:28.293571 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7d1ddab3-dee6-4d63-969a-6eecc5b27bb1 req-1f69f184-b033-4b3f-be0c-53419617a4e7 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0307732 May 04 15:27:29.402565 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5d9e5b5c-0c87-4c35-9c49-0ad914c0959b req-f5e1c79e-0372-475e-b1ba-dae1a764ff8b tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0283971 May 04 15:27:30.508524 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3c8fe233-8c81-41d5-9504-8b8f71f92810 req-1bb7255c-15ea-4b27-b770-fe190af9d054 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0287671 May 04 15:27:31.615744 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-eaaf5f2d-1a9e-46ce-9764-aa8d41beab2e req-1f4be82f-d38d-452c-a9c3-f135cfdc2472 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0307400 May 04 15:27:32.724308 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f8de3dc1-0941-4837-9bd3-fd6c3928dd10 req-bf411ef5-ebb5-41e9-af19-5516f9d53745 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0295861 May 04 15:27:33.833115 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cd008313-0235-47e8-a4dd-c804a3e3a683 req-a46001bd-caf3-48d1-baaf-9ba96b9d3889 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0295045 May 04 15:27:34.958608 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-16244ba1-223b-4f61-b999-0ef4be91fc27 req-d19c5021-b689-45a6-8c47-db4e02fbac95 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0325401 May 04 15:27:36.057064 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d5fea833-7a43-4505-88e9-838e0ba4d3ee req-64b59b29-6791-4542-93b6-172a4d339e3f tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0273979 May 04 15:27:36.233413 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-6ed677a8-8cbc-46eb-9df2-058beff5174a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:27:37.181669 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-87c43bd9-1169-454b-808e-3ecfb1e1e6cb req-0780bad1-b17c-427e-8605-402855eb32b0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0422266 May 04 15:27:38.286796 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1c857378-65f5-4dc6-9711-7682e10ac7b2 req-909c5a1d-97bd-46fc-9fe0-bf64246ba784 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0274708 May 04 15:27:38.537934 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-9a23c38e-8614-44d7-be87-905aee1b39b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:27:39.389546 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c3e85dde-0b1e-464b-83aa-c0abf1625a25 req-2361acb2-4929-4585-bab1-6a4bad4d851b tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0304275 May 04 15:27:39.812166 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:27:40.494541 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-826e32c4-d201-4c02-8a2a-cee906e0514b req-b71f07fc-1e39-4157-a56b-5cd592b6b287 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0277309 May 04 15:27:40.617612 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:27:41.253630 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-1534c2a3-4a63-40e6-a7b0-728dd7da24c2 req-d953741c-1436-4b6c-9d1f-e1980d497137 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2932427 May 04 15:27:41.366437 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534c2a3-4a63-40e6-a7b0-728dd7da24c2 req-ea58eb20-510b-42bf-8c36-e2fe6ee10021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:27:41.369216 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-1534c2a3-4a63-40e6-a7b0-728dd7da24c2 req-ea58eb20-510b-42bf-8c36-e2fe6ee10021 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76eaebd5bb0b42ddb62d18459fdf359f&device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 1098 time: 0.0528934 May 04 15:27:41.457435 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:27:41.516121 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534c2a3-4a63-40e6-a7b0-728dd7da24c2 req-9746f40a-b6b4-45ad-9193-ea8cee2899b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:27:41.519729 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-1534c2a3-4a63-40e6-a7b0-728dd7da24c2 req-9746f40a-b6b4-45ad-9193-ea8cee2899b0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=96103362-e6c6-4f42-a4d2-85307d75ab1d HTTP/1.1" status: 200 len: 912 time: 0.1237900 May 04 15:27:41.606322 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-bdf2ff45-444a-4103-bd70-83dcb5ce0f5b req-1060f33b-41e5-4670-81c3-130844c81a14 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0332685 May 04 15:27:41.630439 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-1534c2a3-4a63-40e6-a7b0-728dd7da24c2 req-48d90df4-d61f-4270-a187-7bd36ad1d6c7 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85b17549-74ad-4caf-9545-0a88bd2c7d0f HTTP/1.1" status: 200 len: 1001 time: 0.1041572 May 04 15:27:41.692030 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534c2a3-4a63-40e6-a7b0-728dd7da24c2 req-712d765a-187c-4944-9028-b5f9f18d0eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:27:41.694581 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-1534c2a3-4a63-40e6-a7b0-728dd7da24c2 req-712d765a-187c-4944-9028-b5f9f18d0eb5 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd0d7759-75c7-4308-aa2b-41f64d063b5c HTTP/1.1" status: 200 len: 850 time: 0.0580637 May 04 15:27:41.750364 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1534c2a3-4a63-40e6-a7b0-728dd7da24c2 req-3edd3f31-d7ed-48ee-92a1-739f1fd1aa82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:27:41.752417 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-1534c2a3-4a63-40e6-a7b0-728dd7da24c2 req-3edd3f31-d7ed-48ee-92a1-739f1fd1aa82 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96103362-e6c6-4f42-a4d2-85307d75ab1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0511930 May 04 15:27:41.833386 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:27:41.852249 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-1534c2a3-4a63-40e6-a7b0-728dd7da24c2 req-6beef4a4-f49d-4ead-ab71-2069a13fd665 service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938056 May 04 15:27:41.962523 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-1534c2a3-4a63-40e6-a7b0-728dd7da24c2 req-150598ef-dc6b-4eef-9c5c-00331c90313e service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029561 May 04 15:27:42.710462 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1a1bd15e-5798-4433-94c0-061a1ba83366 req-dec83f22-3583-4dd1-a47c-feb182f94d20 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0288682 May 04 15:27:43.818354 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-304e2e51-4a0c-455c-978f-075171dd533d req-75ce9038-043a-46ac-ae1f-31a9f8c1aa27 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0302093 May 04 15:27:44.943443 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0c045e87-150a-4cdb-a124-f91ad21e5c01 req-289a6ea5-38c8-47ac-ab0b-9d926a1a38b0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0341692 May 04 15:27:46.047932 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2d22c6f6-c02b-47a6-8ea8-31f4c2f463e1 req-89e69090-0093-4f90-b2d7-1adc21b96b0a tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0283430 May 04 15:27:47.155139 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9b987144-3732-4c08-902c-54d632d9813a req-8272064e-0610-4cbb-af2a-444dda6e64a4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0284266 May 04 15:27:48.276002 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ae717eca-8bab-4177-ae4d-4ded5da87ed5 req-6a114b8a-148f-4c16-9168-8ae02f622bc0 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0338535 May 04 15:27:49.380188 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-bd216a97-9276-41c6-aa12-d3f32f23871b req-1190e9b9-1634-4041-a719-4cd12fd1cf53 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0289514 May 04 15:27:50.483524 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ac72fe8a-1e31-479d-9afe-6def87ecd7e1 req-fa1988d9-db66-4d21-b2cd-19aa16184a6b tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0276594 May 04 15:27:51.591228 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-51696f3c-5887-438e-b29d-de30d6f7a70d req-7679516b-b167-4a21-8030-34e6e09338f4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0282321 May 04 15:27:52.698536 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0d5d2890-a0f3-4ceb-92df-6163b3cd5e23 req-519f2777-1038-417b-a831-d14e34dd4c48 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0298073 May 04 15:27:53.808873 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5d80a59b-668c-4227-a17c-44747472f275 req-62467d8a-2b78-4e3a-8903-41ad030c53db tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0287750 May 04 15:27:54.933616 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-80c31bfc-b6d7-4504-93cc-699bcd53e852 req-0c7b3c6e-8e5f-410b-8f9e-88e65d71aad9 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0331459 May 04 15:27:55.056909 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:27:56.062804 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4e1a44a7-7548-44af-aa09-80e049f65bcd req-08b8cdf6-2663-4172-8f09-241bb39c9b4d tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0283537 May 04 15:27:57.165886 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8592a651-5ebc-4248-9ff8-e3aaa811d38e req-8fa9cf9b-208e-4980-88eb-9a85af10e22c tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0278938 May 04 15:27:58.269704 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e0b38bcb-520d-4088-b0bd-6faad02efdaa req-c221a25c-a6ca-44ff-a6f8-5f94fb750400 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0292468 May 04 15:27:59.379843 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-13884e51-2850-4965-b8e6-605986dd6d08 req-e86b02a2-9b3f-4454-8482-8183bf8b773f tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0302930 May 04 15:28:00.486871 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-45a5588e-5097-4522-91d3-2d4d59a74f65 req-e2d29ca3-46ab-4990-bb73-3e99cd67c552 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0290000 May 04 15:28:01.596203 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-118646fe-065f-4b9f-bdcc-73f4df681a98 req-48d657fb-562b-496b-8ac5-5796f3b3e98e tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0351353 May 04 15:28:02.703853 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0d584d21-75e9-4f3d-94df-577ca029097e req-79994158-1977-499f-9c42-5ca88b29f1f3 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0274203 May 04 15:28:03.811570 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ae7188ef-847a-473b-ab12-e155c939b9da req-a546fbfb-c91c-488d-843d-089208853891 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0272706 May 04 15:28:04.916826 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5d07a06f-d712-455c-8130-73824fe18abb req-5b2e3955-f514-4a36-ad37-935d0d6559aa tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0291426 May 04 15:28:06.034269 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e26ae278-6aec-4b91-85a7-e65b0f20b0b4 req-49d1fd69-2523-4862-b3a1-a312e1a742a2 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0277698 May 04 15:28:06.219584 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-bd7020e4-76c6-43f1-b17f-46cc750cccb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:28:07.134140 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-effd5883-65e3-4655-9240-42e7c49d5599 req-d6066b91-1491-4252-9bd9-625ec9d7ea32 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0274763 May 04 15:28:08.244691 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e54f6ad3-c02b-42da-a6d0-00d86ba9f4f9 req-593d8c2e-dc7b-4c23-b613-8771d54e17ce tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0343232 May 04 15:28:08.540391 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-5f4314a2-fc5e-4a43-b6b8-5c533f023b1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:28:09.367233 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-dd61152e-5c20-43cd-8923-e18ce0fca6f7 req-62ff7293-5fd1-4651-8753-aeeaf2256761 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0282092 May 04 15:28:09.816198 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:28:10.491357 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5cd74ab1-b183-4e62-94d7-34eba1c50483 req-e9354304-f1e8-457b-9cb9-e8c66a15deb5 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0286005 May 04 15:28:10.618144 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:28:11.473728 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:28:11.596506 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5e7762fb-2dd1-4782-9847-a664744a89c2 req-5dc07c5e-21cb-4a27-8fc8-ec4292f4b338 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0286701 May 04 15:28:11.822122 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:28:12.734851 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-bce8dd93-aef2-43c7-9503-ca1130465d69 req-662a9ae1-4283-4588-acee-ef382c919f5b tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0282900 May 04 15:28:13.854606 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0569db01-c9f2-4d09-91fa-85dc2b6aa0cf req-631a3a0e-5039-4235-ba7f-4937dda12838 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0437074 May 04 15:28:14.965193 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-85cea3ad-a1e7-4204-87e4-7e46094339c5 req-c2d3b676-94c6-4f0c-8949-fc655377261c tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0334320 May 04 15:28:16.075699 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-679e5ac5-22f1-4a2f-ba6b-bd56d91c2941 req-b60057e8-70a1-4a79-8b83-a044506f4583 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0351462 May 04 15:28:17.179155 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-714ac154-d147-4173-bd78-6d77b5abab92 req-a1ebbd38-750a-4696-a696-742ed8947956 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0280359 May 04 15:28:18.281559 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2d540f4b-f666-4863-a222-cb61e6bbeebb req-6b9d1da7-adcf-4598-87d9-2ba05dc942e2 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.0274651 May 04 15:28:19.498948 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-45bf0ab2-eb1e-4317-a1b2-beec59d4054c req-3d936c31-2e6f-4263-a682-de878a202eb9 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "GET /v2.0/ports?device_id=e4399a52-6955-4b1a-a83a-f5b23a379aa9 HTTP/1.1" status: 200 len: 210 time: 0.1412032 May 04 15:28:20.565037 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 56844) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:28:20.704402 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-f9982d26-b87c-443d-9edc-91cebc02aaa4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Deleting port d74c4eda-2c10-4ec3-b637-b0014365a89e {{(pid=101864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:28:20.704684 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f9982d26-b87c-443d-9edc-91cebc02aaa4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:28:20.791250 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f9982d26-b87c-443d-9edc-91cebc02aaa4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:28:20.791561 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f9982d26-b87c-443d-9edc-91cebc02aaa4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:28:20.806071 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-f9982d26-b87c-443d-9edc-91cebc02aaa4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Calling delete_port for d74c4eda-2c10-4ec3-b637-b0014365a89e owned by network:floatingip {{(pid=101864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:28:20.961666 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f9982d26-b87c-443d-9edc-91cebc02aaa4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:28:20.990263 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9982d26-b87c-443d-9edc-91cebc02aaa4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Pushing event deleted for resources: {'Port': ['ID=d74c4eda-2c10-4ec3-b637-b0014365a89e,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:28:21.010886 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9982d26-b87c-443d-9edc-91cebc02aaa4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:28:21.011444 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9982d26-b87c-443d-9edc-91cebc02aaa4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:28:21.012098 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9982d26-b87c-443d-9edc-91cebc02aaa4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:28:21.012558 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9982d26-b87c-443d-9edc-91cebc02aaa4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:28:21.013158 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9982d26-b87c-443d-9edc-91cebc02aaa4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:28:21.013714 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9982d26-b87c-443d-9edc-91cebc02aaa4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:28:21.014263 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9982d26-b87c-443d-9edc-91cebc02aaa4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:28:21.014835 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9982d26-b87c-443d-9edc-91cebc02aaa4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:28:21.015389 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9982d26-b87c-443d-9edc-91cebc02aaa4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:28:21.015937 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9982d26-b87c-443d-9edc-91cebc02aaa4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:28:21.016508 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9982d26-b87c-443d-9edc-91cebc02aaa4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:28:21.017084 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9982d26-b87c-443d-9edc-91cebc02aaa4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:28:21.114984 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f9982d26-b87c-443d-9edc-91cebc02aaa4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for floatingip, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:28:21.117787 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f9982d26-b87c-443d-9edc-91cebc02aaa4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:28:21.119010 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-f9982d26-b87c-443d-9edc-91cebc02aaa4 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "DELETE /v2.0/floatingips/70caa439-7290-4b2f-9b56-fd25e760ca3d HTTP/1.1" status: 204 len: 168 time: 0.5528903 May 04 15:28:32.056767 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:28:36.226386 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-43d5231d-0784-4dc7-bfd5-8fa9afa3e242 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:28:38.535068 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-906b1971-d76d-486c-b0ac-7222c5ce14f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:28:39.817658 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:28:40.619830 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:28:41.467193 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:28:41.817529 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:28:41.976091 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-145326e2-2436-483e-bb33-cf231550ee7b req-a765be7e-f693-43a7-8498-4e6fe31ccb0b service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0436103 May 04 15:28:42.098796 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145326e2-2436-483e-bb33-cf231550ee7b req-5e7edffe-6f16-491b-a78a-9645c9de4b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:28:42.101155 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-145326e2-2436-483e-bb33-cf231550ee7b req-5e7edffe-6f16-491b-a78a-9645c9de4b80 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76eaebd5bb0b42ddb62d18459fdf359f&device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 1098 time: 0.0647256 May 04 15:28:42.248676 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145326e2-2436-483e-bb33-cf231550ee7b req-0f3f8144-05b4-4ab8-8f8b-8592a1755036 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:28:42.250742 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-145326e2-2436-483e-bb33-cf231550ee7b req-0f3f8144-05b4-4ab8-8f8b-8592a1755036 service neutron] 10.222.0.11 "GET /v2.0/networks?id=96103362-e6c6-4f42-a4d2-85307d75ab1d HTTP/1.1" status: 200 len: 912 time: 0.1282628 May 04 15:28:42.320500 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-145326e2-2436-483e-bb33-cf231550ee7b req-080ad80a-9c21-4b36-b26e-8187b83e99d8 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85b17549-74ad-4caf-9545-0a88bd2c7d0f HTTP/1.1" status: 200 len: 1001 time: 0.0640998 May 04 15:28:42.373649 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145326e2-2436-483e-bb33-cf231550ee7b req-38b62dfa-ee15-4976-bc8d-b445985d7ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:28:42.375584 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-145326e2-2436-483e-bb33-cf231550ee7b req-38b62dfa-ee15-4976-bc8d-b445985d7ba4 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd0d7759-75c7-4308-aa2b-41f64d063b5c HTTP/1.1" status: 200 len: 850 time: 0.0479436 May 04 15:28:42.433964 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145326e2-2436-483e-bb33-cf231550ee7b req-98c5edc1-cbf4-412c-ab8a-25a6f841023d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:28:42.436559 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-145326e2-2436-483e-bb33-cf231550ee7b req-98c5edc1-cbf4-412c-ab8a-25a6f841023d service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96103362-e6c6-4f42-a4d2-85307d75ab1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0545919 May 04 15:28:42.585517 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-145326e2-2436-483e-bb33-cf231550ee7b req-94ae5720-7301-4229-8795-773ab524970f service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423354 May 04 15:28:42.702512 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-145326e2-2436-483e-bb33-cf231550ee7b req-cfed867a-7cd7-4ddc-a8c4-f7ea3b57c02e service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111310 May 04 15:29:06.221875 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-a3670222-8b32-4223-8b56-432373159cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:29:08.544472 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-db63786a-c30a-40aa-b9cd-26b31d5ade58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:29:09.056146 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:29:09.828542 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:29:10.626199 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:29:11.468748 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:29:11.822309 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:29:36.217775 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-23a309d5-e87e-4446-998c-c60a7c3ce89d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:29:38.539831 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-55a26693-c422-4f49-b634-d95b86ffff62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:29:39.825223 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:29:40.628898 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:29:41.475736 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:29:41.828961 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:29:43.098189 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a99a2bb3-b04a-4193-a58d-789228a69434 req-4d24668d-c580-406f-85d0-8ea6f19629fc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1696050 May 04 15:29:43.213040 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a2bb3-b04a-4193-a58d-789228a69434 req-9bc6c49f-e7a8-4c9e-b9e6-11d9226982de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:29:43.214795 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a99a2bb3-b04a-4193-a58d-789228a69434 req-9bc6c49f-e7a8-4c9e-b9e6-11d9226982de service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76eaebd5bb0b42ddb62d18459fdf359f&device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 1098 time: 0.0527270 May 04 15:29:43.343300 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a2bb3-b04a-4193-a58d-789228a69434 req-2a920580-57b9-47d7-b487-874405318cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:29:43.344798 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a99a2bb3-b04a-4193-a58d-789228a69434 req-2a920580-57b9-47d7-b487-874405318cd9 service neutron] 10.222.0.11 "GET /v2.0/networks?id=96103362-e6c6-4f42-a4d2-85307d75ab1d HTTP/1.1" status: 200 len: 912 time: 0.0985737 May 04 15:29:43.418328 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a99a2bb3-b04a-4193-a58d-789228a69434 req-a9e5a4b8-9341-4157-8dac-184f56fb148a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85b17549-74ad-4caf-9545-0a88bd2c7d0f HTTP/1.1" status: 200 len: 1001 time: 0.0665169 May 04 15:29:43.472165 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a2bb3-b04a-4193-a58d-789228a69434 req-7de2ed9f-98de-4f36-b988-08b584fd923c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:29:43.473706 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a99a2bb3-b04a-4193-a58d-789228a69434 req-7de2ed9f-98de-4f36-b988-08b584fd923c service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd0d7759-75c7-4308-aa2b-41f64d063b5c HTTP/1.1" status: 200 len: 850 time: 0.0490026 May 04 15:29:43.528310 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99a2bb3-b04a-4193-a58d-789228a69434 req-8e755a3f-c556-4e92-9739-eeffd0ef174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:29:43.530607 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a99a2bb3-b04a-4193-a58d-789228a69434 req-8e755a3f-c556-4e92-9739-eeffd0ef174a service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96103362-e6c6-4f42-a4d2-85307d75ab1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0497477 May 04 15:29:43.541888 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [req-a99a2bb3-b04a-4193-a58d-789228a69434 req-4b4f6546-fe60-4e54-8cd2-8ddab8c12b4f service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=101864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 15:29:43.542921 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a99a2bb3-b04a-4193-a58d-789228a69434 req-4b4f6546-fe60-4e54-8cd2-8ddab8c12b4f service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054374 May 04 15:29:43.646470 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a99a2bb3-b04a-4193-a58d-789228a69434 req-cb2b3477-d126-4764-90cd-b217749c59c9 service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969613 May 04 15:29:43.753947 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a99a2bb3-b04a-4193-a58d-789228a69434 req-f6ff1a89-5225-49bc-83c0-6ac3987e2105 service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007993 May 04 15:29:46.055195 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:30:06.221358 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-e3f3bd52-4431-4d30-b512-752b90cf5fda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:30:08.546321 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-c2573614-f2a5-497c-83d1-ea64bdf022ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:30:09.831391 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:30:10.645042 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:30:11.475816 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:30:11.823765 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:30:23.056175 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:30:36.229712 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-f5769008-60b3-4a12-8adc-26ff1ac849f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:30:38.549235 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-8e588e4a-8f8a-4598-8fe3-f7c5be8fa814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:30:39.836158 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:30:40.648676 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:30:41.480563 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:30:41.831147 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:30:44.978247 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-85c4217c-704b-413b-9388-5f82df6c630d req-3a356349-6e7d-460b-a51c-2c7bce6412ba service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0502472 May 04 15:30:45.088064 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4217c-704b-413b-9388-5f82df6c630d req-45be19bc-3716-4e49-aa38-b6dff31fdf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:30:45.089567 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-85c4217c-704b-413b-9388-5f82df6c630d req-45be19bc-3716-4e49-aa38-b6dff31fdf99 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76eaebd5bb0b42ddb62d18459fdf359f&device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 1098 time: 0.0462658 May 04 15:30:45.215073 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4217c-704b-413b-9388-5f82df6c630d req-080489f4-a75c-47c0-8b6e-8fa04088c9b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:30:45.218499 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-85c4217c-704b-413b-9388-5f82df6c630d req-080489f4-a75c-47c0-8b6e-8fa04088c9b4 service neutron] 10.222.0.11 "GET /v2.0/networks?id=96103362-e6c6-4f42-a4d2-85307d75ab1d HTTP/1.1" status: 200 len: 912 time: 0.1084321 May 04 15:30:45.310524 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-85c4217c-704b-413b-9388-5f82df6c630d req-f91369db-63b3-4ca1-a0d9-c032df85831a service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85b17549-74ad-4caf-9545-0a88bd2c7d0f HTTP/1.1" status: 200 len: 1001 time: 0.0848677 May 04 15:30:45.367180 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4217c-704b-413b-9388-5f82df6c630d req-0bbbf5a7-4500-4878-b845-08d11f276fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:30:45.368595 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-85c4217c-704b-413b-9388-5f82df6c630d req-0bbbf5a7-4500-4878-b845-08d11f276fb9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd0d7759-75c7-4308-aa2b-41f64d063b5c HTTP/1.1" status: 200 len: 850 time: 0.0515831 May 04 15:30:45.422786 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c4217c-704b-413b-9388-5f82df6c630d req-46bbe17c-8ae4-4997-92d9-9b6452a13ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:30:45.424366 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-85c4217c-704b-413b-9388-5f82df6c630d req-46bbe17c-8ae4-4997-92d9-9b6452a13ade service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96103362-e6c6-4f42-a4d2-85307d75ab1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0487432 May 04 15:30:45.527259 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-85c4217c-704b-413b-9388-5f82df6c630d req-2704e899-d153-4141-9a0f-78ec7b000a6e service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957119 May 04 15:30:45.645966 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-85c4217c-704b-413b-9388-5f82df6c630d req-88951347-0aac-40df-a2e1-ebc3024c752d service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112630 May 04 15:31:00.058270 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:31:06.222620 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-4e04f453-8104-4cb0-bd65-eec0d57675d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:31:08.544988 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-f914fd72-d671-4dfb-ab88-9f8c6743335c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:31:09.844566 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:31:10.637921 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:31:11.485262 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:31:11.828456 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:31:36.213999 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-a9466fb2-e795-4bba-9a0e-dbd0945e9975 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:31:37.060697 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:31:38.549869 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-f9f2c43b-d9e3-42e5-852b-63e850d31105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:31:39.847186 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:31:40.636192 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:31:41.491516 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:31:41.824575 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:31:46.033044 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-3fd76d0c-d273-4c50-87a7-22f8f4dcca50 req-353430fb-ae9c-4887-bfb6-0d77e181135a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0621779 May 04 15:31:46.151257 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd76d0c-d273-4c50-87a7-22f8f4dcca50 req-d0af6644-87e6-4a2c-9707-97b16f5cea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:31:46.154274 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-3fd76d0c-d273-4c50-87a7-22f8f4dcca50 req-d0af6644-87e6-4a2c-9707-97b16f5cea74 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76eaebd5bb0b42ddb62d18459fdf359f&device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 1098 time: 0.0519142 May 04 15:31:46.273684 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd76d0c-d273-4c50-87a7-22f8f4dcca50 req-35a67e2f-c612-4b36-bd7f-0d6f6d39f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:31:46.275197 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-3fd76d0c-d273-4c50-87a7-22f8f4dcca50 req-35a67e2f-c612-4b36-bd7f-0d6f6d39f7b7 service neutron] 10.222.0.11 "GET /v2.0/networks?id=96103362-e6c6-4f42-a4d2-85307d75ab1d HTTP/1.1" status: 200 len: 912 time: 0.0996914 May 04 15:31:46.349483 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-3fd76d0c-d273-4c50-87a7-22f8f4dcca50 req-f69c3f35-e3a5-4649-988e-b1c464f54dae service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=85b17549-74ad-4caf-9545-0a88bd2c7d0f HTTP/1.1" status: 200 len: 1001 time: 0.0668352 May 04 15:31:46.434515 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd76d0c-d273-4c50-87a7-22f8f4dcca50 req-e89fde1f-9217-459e-98fc-cd2868349094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:31:46.437000 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-3fd76d0c-d273-4c50-87a7-22f8f4dcca50 req-e89fde1f-9217-459e-98fc-cd2868349094 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd0d7759-75c7-4308-aa2b-41f64d063b5c HTTP/1.1" status: 200 len: 850 time: 0.0803463 May 04 15:31:46.491611 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd76d0c-d273-4c50-87a7-22f8f4dcca50 req-368a08bc-9824-4ea4-a882-33b9a1cacb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:31:46.493202 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-3fd76d0c-d273-4c50-87a7-22f8f4dcca50 req-368a08bc-9824-4ea4-a882-33b9a1cacb1e service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96103362-e6c6-4f42-a4d2-85307d75ab1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0499215 May 04 15:31:46.595827 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-3fd76d0c-d273-4c50-87a7-22f8f4dcca50 req-40423c01-a3d5-486e-af5d-54e2603549dc service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961387 May 04 15:31:46.719072 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-3fd76d0c-d273-4c50-87a7-22f8f4dcca50 req-ac2ab9d3-16ea-4396-a663-4494335c407b service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163847 May 04 15:31:50.654614 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f0ce7-77ba-4556-8238-20ced44be896 req-32153664-1042-43b9-8753-36a1fe6f0680 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:31:50.656583 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-054f0ce7-77ba-4556-8238-20ced44be896 req-32153664-1042-43b9-8753-36a1fe6f0680 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 945 time: 0.0604186 May 04 15:31:50.724099 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-054f0ce7-77ba-4556-8238-20ced44be896 req-fb7f9b54-c8b1-47e3-b738-3ae8b6a12499 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600691 May 04 15:31:51.583500 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047a660-8e18-472a-bd74-4d7e37a1eae1 req-35d64351-357b-47cb-af31-86f85e1ca729 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:31:51.585588 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-3047a660-8e18-472a-bd74-4d7e37a1eae1 req-35d64351-357b-47cb-af31-86f85e1ca729 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.11 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 945 time: 0.0589395 May 04 15:31:51.691842 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [req-3047a660-8e18-472a-bd74-4d7e37a1eae1 req-cc53bc41-9cbd-4c22-a4b0-89427dd4f602 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Deleting port 85b17549-74ad-4caf-9545-0a88bd2c7d0f {{(pid=101864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:31:51.692181 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-3047a660-8e18-472a-bd74-4d7e37a1eae1 req-cc53bc41-9cbd-4c22-a4b0-89427dd4f602 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:31:51.812969 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-3047a660-8e18-472a-bd74-4d7e37a1eae1 req-cc53bc41-9cbd-4c22-a4b0-89427dd4f602 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] For port 85b17549-74ad-4caf-9545-0a88bd2c7d0f, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=85b17549-74ad-4caf-9545-0a88bd2c7d0f,segment=NetworkSegment(feb647e0-5b61-426e-9dab-96ad51b1a230),segment_id=feb647e0-5b61-426e-9dab-96ad51b1a230)] {{(pid=101864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:31:51.813477 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-3047a660-8e18-472a-bd74-4d7e37a1eae1 req-cc53bc41-9cbd-4c22-a4b0-89427dd4f602 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:31:51.865158 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed685faf-3d17-4e47-b5c8-3813a706811a req-e2f8d950-3e54-41b7-b453-eb9b2573eacb tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:31:51.866799 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ed685faf-3d17-4e47-b5c8-3813a706811a req-e2f8d950-3e54-41b7-b453-eb9b2573eacb tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 945 time: 0.0571375 May 04 15:31:51.926028 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ed685faf-3d17-4e47-b5c8-3813a706811a req-6d46253a-2602-4e72-8050-0a42a92b5921 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473657 May 04 15:31:52.107881 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-3047a660-8e18-472a-bd74-4d7e37a1eae1 req-cc53bc41-9cbd-4c22-a4b0-89427dd4f602 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:31:52.108433 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-3047a660-8e18-472a-bd74-4d7e37a1eae1 req-cc53bc41-9cbd-4c22-a4b0-89427dd4f602 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628046'] for floatingip, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:31:52.108941 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.db.l3_db [req-3047a660-8e18-472a-bd74-4d7e37a1eae1 req-cc53bc41-9cbd-4c22-a4b0-89427dd4f602 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Floating IP 9e7d4a58-7d08-4fbe-9404-c6883be7407c disassociated. External IP: 172.27.1.117, port: 85b17549-74ad-4caf-9545-0a88bd2c7d0f. May 04 15:31:52.109425 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [req-3047a660-8e18-472a-bd74-4d7e37a1eae1 req-cc53bc41-9cbd-4c22-a4b0-89427dd4f602 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Calling delete_port for 85b17549-74ad-4caf-9545-0a88bd2c7d0f owned by compute:nova {{(pid=101864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:31:52.249454 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-3047a660-8e18-472a-bd74-4d7e37a1eae1 req-cc53bc41-9cbd-4c22-a4b0-89427dd4f602 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:31:52.283180 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc53bc41-9cbd-4c22-a4b0-89427dd4f602 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Pushing event deleted for resources: {'Port': ['ID=85b17549-74ad-4caf-9545-0a88bd2c7d0f,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:31:52.295453 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53bc41-9cbd-4c22-a4b0-89427dd4f602 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:31:52.295683 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53bc41-9cbd-4c22-a4b0-89427dd4f602 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:31:52.296032 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53bc41-9cbd-4c22-a4b0-89427dd4f602 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:31:52.296370 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53bc41-9cbd-4c22-a4b0-89427dd4f602 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:31:52.296708 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53bc41-9cbd-4c22-a4b0-89427dd4f602 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:31:52.297075 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53bc41-9cbd-4c22-a4b0-89427dd4f602 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:31:52.297412 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53bc41-9cbd-4c22-a4b0-89427dd4f602 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:31:52.297746 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53bc41-9cbd-4c22-a4b0-89427dd4f602 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:31:52.298082 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53bc41-9cbd-4c22-a4b0-89427dd4f602 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:31:52.298410 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53bc41-9cbd-4c22-a4b0-89427dd4f602 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:31:52.299045 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53bc41-9cbd-4c22-a4b0-89427dd4f602 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:31:52.299045 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc53bc41-9cbd-4c22-a4b0-89427dd4f602 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:31:52.689392 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3047a660-8e18-472a-bd74-4d7e37a1eae1 req-cc53bc41-9cbd-4c22-a4b0-89427dd4f602 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Router 31d74ac2-2d32-4311-87f5-eb6e25c18576 has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:31:52.844315 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3047a660-8e18-472a-bd74-4d7e37a1eae1 req-cc53bc41-9cbd-4c22-a4b0-89427dd4f602 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:31:52.857836 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286a6c06-f366-4508-bd9d-121eeb918f53 None None] Sync routers for ids ['31d74ac2-2d32-4311-87f5-eb6e25c18576'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:31:52.869351 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286a6c06-f366-4508-bd9d-121eeb918f53 None None] Routers {'31d74ac2-2d32-4311-87f5-eb6e25c18576'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:31:52.870775 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-286a6c06-f366-4508-bd9d-121eeb918f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:31:39Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['31d74ac2-2d32-4311-87f5-eb6e25c18576'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:31:52.901799 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [req-3047a660-8e18-472a-bd74-4d7e37a1eae1 req-cc53bc41-9cbd-4c22-a4b0-89427dd4f602 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] No DVR routers for this DVR port 85b17549-74ad-4caf-9545-0a88bd2c7d0f on host hv-cinder-82963 {{(pid=101864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:31:52.904779 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-3047a660-8e18-472a-bd74-4d7e37a1eae1 req-cc53bc41-9cbd-4c22-a4b0-89427dd4f602 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:31:52.908830 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-3047a660-8e18-472a-bd74-4d7e37a1eae1 req-cc53bc41-9cbd-4c22-a4b0-89427dd4f602 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.11 "DELETE /v2.0/ports/85b17549-74ad-4caf-9545-0a88bd2c7d0f HTTP/1.1" status: 204 len: 173 time: 1.3171980 May 04 15:31:52.909367 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4caab4d9-bff5-48ae-aacc-d19df5e54b44', 'name': 'network-vif-deleted', 'tag': '85b17549-74ad-4caf-9545-0a88bd2c7d0f'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:31:52.912240 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93d15bb1-8113-4a8b-bdc4-44abd5cc8e21" -d '{"events": [{"server_uuid": "4caab4d9-bff5-48ae-aacc-d19df5e54b44", "name": "network-vif-deleted", "tag": "85b17549-74ad-4caf-9545-0a88bd2c7d0f"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:31:53.007130 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-286a6c06-f366-4508-bd9d-121eeb918f53 None None] Set router 31d74ac2-2d32-4311-87f5-eb6e25c18576 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:31:53.093508 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:31:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eac2a295-e6c2-4c37-9357-2268b1704129 x-openstack-request-id: req-eac2a295-e6c2-4c37-9357-2268b1704129 {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:31:53.094063 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4caab4d9-bff5-48ae-aacc-d19df5e54b44", "name": "network-vif-deleted", "tag": "85b17549-74ad-4caf-9545-0a88bd2c7d0f", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:31:53.094513 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-eac2a295-e6c2-4c37-9357-2268b1704129 {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:31:53.095352 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-eac2a295-e6c2-4c37-9357-2268b1704129'] response: {'server_uuid': '4caab4d9-bff5-48ae-aacc-d19df5e54b44', 'name': 'network-vif-deleted', 'tag': '85b17549-74ad-4caf-9545-0a88bd2c7d0f', 'status': 'completed', 'code': 200} May 04 15:31:53.202536 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0978b72b-f145-434b-acac-e7ad84b907c5 req-b32c35f2-45ef-4a33-a12c-9b386cbf796d tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0321758 May 04 15:31:53.247631 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-286a6c06-f366-4508-bd9d-121eeb918f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'name': 'tempest-AttachVolumeTestJSON-2057169159-router', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:08:50Z', 'updated_at': '2022-05-04T15:08:53Z', 'revision_number': 4, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'gw_port': {'id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:08:51Z', 'updated_at': '2022-05-04T15:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': 'e029eb9a-30bd-420b-9121-5b678e6fbba8', 'name': '', 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'mac_address': 'fa:16:3e:1a:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'cd0d7759-75c7-4308-aa2b-41f64d063b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:08:52Z', 'updated_at': '2022-05-04T15:08:56Z', 'revision_number': 5, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'subnets': [{'id': 'cd0d7759-75c7-4308-aa2b-41f64d063b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:31:53.274973 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286a6c06-f366-4508-bd9d-121eeb918f53 None None] Checking router: 31d74ac2-2d32-4311-87f5-eb6e25c18576 for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:31:53.285082 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286a6c06-f366-4508-bd9d-121eeb918f53 None None] Routers {'31d74ac2-2d32-4311-87f5-eb6e25c18576'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:31:53.285726 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-286a6c06-f366-4508-bd9d-121eeb918f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:31:39Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['31d74ac2-2d32-4311-87f5-eb6e25c18576'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:31:53.399070 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-286a6c06-f366-4508-bd9d-121eeb918f53 None None] Set router 31d74ac2-2d32-4311-87f5-eb6e25c18576 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:31:53.626128 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-286a6c06-f366-4508-bd9d-121eeb918f53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'name': 'tempest-AttachVolumeTestJSON-2057169159-router', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:08:50Z', 'updated_at': '2022-05-04T15:08:53Z', 'revision_number': 4, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'gw_port': {'id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:08:51Z', 'updated_at': '2022-05-04T15:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': 'e029eb9a-30bd-420b-9121-5b678e6fbba8', 'name': '', 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'mac_address': 'fa:16:3e:1a:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'cd0d7759-75c7-4308-aa2b-41f64d063b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:08:52Z', 'updated_at': '2022-05-04T15:08:56Z', 'revision_number': 5, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'subnets': [{'id': 'cd0d7759-75c7-4308-aa2b-41f64d063b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:31:53.655780 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286a6c06-f366-4508-bd9d-121eeb918f53 None None] The sync data for ids ['31d74ac2-2d32-4311-87f5-eb6e25c18576'] in dv-cinder-829630-2-iscsi is: [{'id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'name': 'tempest-AttachVolumeTestJSON-2057169159-router', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:08:50Z', 'updated_at': '2022-05-04T15:08:53Z', 'revision_number': 4, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'gw_port': {'id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:08:51Z', 'updated_at': '2022-05-04T15:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': 'e029eb9a-30bd-420b-9121-5b678e6fbba8', 'name': '', 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'mac_address': 'fa:16:3e:1a:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'cd0d7759-75c7-4308-aa2b-41f64d063b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:08:52Z', 'updated_at': '2022-05-04T15:08:56Z', 'revision_number': 5, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'subnets': [{'id': 'cd0d7759-75c7-4308-aa2b-41f64d063b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:31:53.899155 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3c86e8-0cd8-4060-bf3d-fddf87268da1 None None] New status for floating IP 9e7d4a58-7d08-4fbe-9404-c6883be7407c: DOWN {{(pid=101865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:31:54.315591 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7fb1e2f8-8014-4afe-babe-dd3522c271be req-5d7f3295-2282-462a-841b-455e1426c017 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0287445 May 04 15:31:55.422909 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b133e9f9-07a1-4da8-8cd7-2b57251777c6 req-b2a28a32-ac81-4cc6-8d97-7757c4e63704 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0317602 May 04 15:31:55.535213 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 85b17549-74ad-4caf-9545-0a88bd2c7d0f no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:31:55.695995 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] No Port match for: 85b17549-74ad-4caf-9545-0a88bd2c7d0f {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:31:55.696242 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 85b17549-74ad-4caf-9545-0a88bd2c7d0f not bound to the agent host hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:31:56.541912 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-bc1bb3cd-3d2a-4a5a-99e0-b212bfd6f7f7 req-c47daefa-7635-457d-9b20-933d63329eca tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0275609 May 04 15:31:57.647081 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c83bcaf5-eb35-4b5e-9331-86c9f11729bc req-c77ffcc5-c30c-40a8-a903-4e8755fde387 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0287249 May 04 15:31:58.782082 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-202a10ee-0526-4df2-9e26-af06c2874957 req-1d28b0de-775b-48c2-861e-91e816271572 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0457234 May 04 15:31:59.891412 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1ea3f8e6-1dcd-4e45-90f9-2c8dde093d9d req-b13a9915-20cb-4641-aa92-b1d62dc6087b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0327442 May 04 15:32:00.994558 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-65719f7b-c24d-489e-9deb-d586152ddca3 req-b97416ea-02b2-4034-b8ff-352375752ff0 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0284264 May 04 15:32:02.102510 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-fd379a38-243a-41ee-b7ae-dc66357b5cc4 req-42acfa37-fc5b-47bc-9b6e-9cbc5d744df1 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0329294 May 04 15:32:03.224636 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-fb2072c1-5a43-461c-83e1-949e4d08db4d req-b5dd1b78-f78f-460c-8d93-00e769a6e0b7 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0278862 May 04 15:32:04.378260 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-534c7ab5-62e1-43c1-aa05-33ac0062dac5 req-f6630905-b627-4950-a2da-027cf48222f4 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0402036 May 04 15:32:05.500321 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-258edfc3-cb81-4764-a419-813b2b67dbac req-19d9d4cb-1ec5-4691-b54d-76b1df419e7c tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0289953 May 04 15:32:06.220612 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-9aca749e-23d5-4a71-b568-c8421769c24c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:32:06.610074 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-95859f5a-044d-499c-885d-80c4df2d4a8e req-564eacff-f420-4b40-ac6b-3b3fb60dddf2 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0317600 May 04 15:32:07.713136 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-fd121a45-b3a6-4397-bd7f-bf2f35739d56 req-b7a0a0ea-bf05-4c27-b034-d38deb8bfce1 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0281026 May 04 15:32:08.555287 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-8a77d00b-2e17-4ba7-97f7-54401676c0d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:32:08.828162 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3ae39281-1c99-47e9-9fb1-d87bce85a912 req-32e0d409-8af2-4974-8beb-4a6cd334b5ce tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0328221 May 04 15:32:09.842552 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:32:09.940556 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1e685d28-e130-4d7a-a772-25a1dda71e99 req-fe4d5fcc-7d39-46d0-97a1-268597d13c4b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0292511 May 04 15:32:10.636138 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:32:11.051410 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d66e45f7-53c7-4c66-89fa-de7413e59106 req-9bf653af-9bea-4755-92cb-d302d39e279c tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0341001 May 04 15:32:11.492320 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:32:11.820253 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:32:12.158903 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b846beae-56e7-4bc5-915e-06b72f6af9b8 req-59bc2072-2daf-4269-884d-e6862862f58d tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0294316 May 04 15:32:13.281155 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8145e587-a58e-483f-959c-b36490cf1798 req-31af58e8-0394-4612-ba83-9a922cd04e26 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0373905 May 04 15:32:14.060354 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:32:14.420839 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-40c67d80-5fe3-491d-9abc-ad168ab2fb4f req-aceefc4d-79e5-4606-954a-59801942d4f0 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0290997 May 04 15:32:15.553672 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-de7bbc32-1d67-4528-abb3-8d42f8e6fcea req-fde1d516-97de-4a82-955d-a9ea8781d5bb tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0501745 May 04 15:32:16.674763 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-83f79359-5e08-4955-b637-12065493bb68 req-30408d12-3cc1-414d-92c9-950926c2bdb7 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0452511 May 04 15:32:17.789820 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0bd558dc-d7e2-4a78-b404-4c807939aa5b req-7f9be120-774e-4846-b5d4-444635074745 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0300174 May 04 15:32:18.899834 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1f1529ae-725f-42d5-9831-95ddd2e27f1e req-309979e8-7cba-470b-8ab8-b01d76de8ffe tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0283198 May 04 15:32:20.015913 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-38241a19-b62a-4016-9300-ebb489aa297c req-31c8bbc7-7dd0-40a9-bfeb-91ddaea7e061 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0295568 May 04 15:32:21.146403 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cce2c968-9db3-408c-b22e-c2755c9c03d6 req-3fdef3b4-8a36-4390-9c5b-4850db24be93 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0459099 May 04 15:32:22.256337 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a6299424-719d-41fd-bcea-dcd129146a68 req-31d86d67-7229-45d2-a140-2e9cb3bcf73a tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0324595 May 04 15:32:23.368447 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0fedd3ab-6e10-44d3-b26f-75218ba81f20 req-d988522a-01e4-4049-bc1a-4f00b733d167 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0273125 May 04 15:32:24.473686 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2fe0bcba-8190-4719-8785-840cdda2fab7 req-605e48bc-858a-4767-b467-58b2da97a4e2 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0285432 May 04 15:32:25.576598 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-61772124-76d3-4f9c-8495-3b74392a44ab req-4dd9d067-01ed-4b9d-b857-58f744989079 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0287244 May 04 15:32:26.717118 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-bcd15b74-c7a4-4c62-b9f7-bddc7312a6f7 req-d09810b9-bde8-4498-975e-60ed34d832f4 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0395296 May 04 15:32:27.821398 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1155666d-8436-4c7f-80a3-8f50c264d30b req-d2f91637-5f7a-47f9-99c6-07d2ecec9985 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0274024 May 04 15:32:28.949083 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4945973e-0973-4e0f-8ff8-8bfd7ed745c9 req-bb08f983-cf38-4c8d-99f1-fe0d493fd922 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0320017 May 04 15:32:30.055167 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d887b3a7-2891-476d-a113-5a1ea62d2f97 req-5626a8ff-9a9f-4eba-aa8d-6997aec2d5d9 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0281594 May 04 15:32:31.160274 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f70900bf-67ef-41c8-9c07-cc41a34f016e req-4fd8e04b-fbd5-4f62-85a4-4c4db2b58bcb tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0286472 May 04 15:32:32.283132 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ec972584-85b2-499a-90ac-9e4e6cd5a5ea req-70e9089b-f10d-43f1-a433-bd5d64522dae tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0454009 May 04 15:32:33.386313 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-42ffe5a4-3b08-4a8c-9237-eec962b7f83a req-f3b4a07b-b5d7-49db-9314-572280d15cf3 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0279510 May 04 15:32:34.499352 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4260073c-01c2-45f4-a059-eecb7df0f5d2 req-9044fc90-e47a-404d-9c4b-b6b29030f0d8 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0297480 May 04 15:32:35.618999 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8c9721b9-d26b-4636-b202-c5cedbab0f52 req-1e638ed9-b8d7-4172-8e8e-3b59b6e73a0e tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0410900 May 04 15:32:36.216064 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-d5c806e0-021c-4a33-8470-dc264beb8c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:32:36.720346 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5813872f-2b04-4ffb-a50b-eec8040a4777 req-d1d057f0-b048-4c88-81c7-cbeb97ee8d2d tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0266755 May 04 15:32:37.839584 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-fc528b6b-0a8f-4844-8d67-284d9b5dbb68 req-9d4f20a1-43fb-4cf4-89e7-101fd8d3ada0 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0345619 May 04 15:32:38.560105 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b5d8c35-0080-4899-a4e5-47dbd5a8d812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:32:38.971047 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5803b904-3f92-451a-9f62-1bb3cc3e1788 req-8f84a165-c04f-4841-8d9c-8a662fa8d897 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0282025 May 04 15:32:39.844390 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:32:40.079502 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-52bb34a4-a5f8-4592-b868-24119a4674df req-f9225ee7-d8e2-44a4-b79b-22adf7382303 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0282977 May 04 15:32:40.648679 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:32:41.183655 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-77647e26-1fb9-4765-8eb8-3fad6be06fa1 req-70519d33-0c6b-43b2-9bef-ee4415cdef4f tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0296035 May 04 15:32:41.496326 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:32:41.816941 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:32:42.312674 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4745edbb-d62d-4999-be0c-f78a335ac9db req-949f3cd1-8129-47a5-b177-e5491617c74f tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0363162 May 04 15:32:43.418900 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-acabf514-2901-4c5b-bebc-3f8837d1a196 req-4660c4ee-4bae-49e0-803d-8e20fc26e26e tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0279841 May 04 15:32:44.523532 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-320982b0-c0ae-45ba-9585-160e0ea5addb req-0da3e3cd-d142-4ef6-b017-0187d55aa50a tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0275505 May 04 15:32:45.631884 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-39577790-a73a-47ca-8838-4027f411ca58 req-bc6b1241-a716-40e8-b302-bb0f149359ec tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0307660 May 04 15:32:46.732531 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d1c6b1ff-93f6-4a56-92c2-6739775738e0 req-ff90299a-4b63-4202-8652-4b0a4105a6b2 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0283000 May 04 15:32:47.834774 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b2596fd6-cce2-44fb-90f8-09f2f6a8705c req-e424b625-1940-4706-b668-5c45eb3d1dea tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0280979 May 04 15:32:48.950793 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1f72ebe2-f22a-48e3-ad80-064cef5521f1 req-85cadbe2-ecec-4bbf-9805-9e4410148cb4 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0316169 May 04 15:32:50.058630 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a6c646ed-1ed3-4036-9cd2-47c86ec4f689 req-bd0a3220-84aa-4999-a78d-0d3792a1bdee tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0288298 May 04 15:32:51.061120 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:32:51.164494 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f4be1cfd-aa5a-4baa-b396-3b1b143bee80 req-0c5afddf-a98d-4229-a50a-df90878936bb tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0298252 May 04 15:32:52.268611 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6bd53d0a-1873-45bd-ad61-3692cc22c322 req-97ab433c-9096-4aef-97bd-36b181bd4e4c tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0281560 May 04 15:32:53.371714 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-fb915823-7298-4fb7-bbb7-23154569e7be req-efb7e487-2132-4e8a-9070-91e47c3f1bba tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0292320 May 04 15:32:54.473119 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-51ccf70c-873d-4436-892f-9c7de6d3fe41 req-5fa72958-11aa-49e4-af3b-7cd222e24d72 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0279272 May 04 15:32:55.580394 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-06a4f73c-c7b9-4dd0-876c-78c2d40c96e3 req-6ba8b432-aff5-4c1a-bfa6-76257f8ad237 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0332294 May 04 15:32:56.686324 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-086002e7-e347-4ee0-9a33-a14800673fc9 req-35b27f3c-e581-4e40-8732-c6a26b130863 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0277143 May 04 15:32:57.803985 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8c86b9a1-4898-49e5-88ae-b34e58b219e3 req-eb304837-95f1-41c4-86c2-f718ec69ee2c tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0358293 May 04 15:32:58.940787 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2be8a20b-9843-472b-9c30-3956209ea3cb req-e3295ff7-5803-4088-a6ed-ac20e4c36631 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0291867 May 04 15:33:00.054399 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-a7c6a167-9aa6-4d99-9de5-75aeec82b500 req-0aa6150e-fe59-4cf9-9928-b500f95eabbe tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0295157 May 04 15:33:01.163061 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-af048abf-0968-4c60-8977-da0e023293d0 req-54791ccb-be85-4f4c-949f-38aadeca4bb9 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0297008 May 04 15:33:02.308857 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0c021cb2-5d35-466b-a2a2-61306c31d2c9 req-a775d7e2-436b-4248-be99-8a5385b9b382 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0527093 May 04 15:33:03.420605 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f05519e4-055b-4612-95c5-6f35f0d4d8d0 req-0f08cc96-6ea8-45ff-83b2-c869a95645cc tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0306342 May 04 15:33:04.538491 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3b51bf7c-6e14-405b-968a-ccbaae60153b req-1df5baa0-6fb8-4f82-b28c-3d16d109720a tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0268764 May 04 15:33:05.644021 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-73e460fd-d52d-4fc6-a221-16c9f98fcabe req-26bcbf0a-e39f-4057-8e6e-1e805cf90fcb tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0286663 May 04 15:33:06.227286 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-a23f2240-f5c8-4bb7-955a-21e7f8d7a4ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:06.750072 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-91c34395-3d54-4708-88da-b12b9004e9eb req-40831111-d0ec-46e0-86c2-8d9533d0451a tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0291369 May 04 15:33:07.859686 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2af91efd-3eec-494b-b8e2-0ffc08fae585 req-e97c8378-7477-491f-a90f-6084e25deb26 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0290453 May 04 15:33:08.558159 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-15f17ade-36d3-4f44-8053-4accb3d50e70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:08.996756 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-4c6094ce-f1da-480c-abc1-3040a81a6fc1 req-91d1691a-8eec-4b46-bad1-09c9fac779ab tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0324697 May 04 15:33:09.849388 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:10.101843 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7679c1e8-5ec2-428c-8673-17e00b4b1590 req-ecc5d2ae-23f9-4959-90bb-a7c4bfa81ed6 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0304518 May 04 15:33:10.648147 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:11.216588 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1baf89bd-9dba-4a74-be00-6943017e669f req-62930835-a0df-462b-84cf-f46a05cd2d2b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0291610 May 04 15:33:11.506810 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:11.823099 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:12.319133 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-69318ab7-f256-49d5-8895-b239cf8aeb07 req-12a8b679-58e8-4066-b293-1f42ba9d0914 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0271935 May 04 15:33:13.426001 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-938f96de-5e53-418a-81f1-e153725e4b24 req-48116e42-8a43-40a4-bdc4-6c5c9867ff61 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0312700 May 04 15:33:14.531581 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-989f1cc2-2bf5-4764-8518-b0a9414d6bbe req-a80d749e-863f-420b-ac05-4d2b47f5115e tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0273526 May 04 15:33:15.646303 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0d1d4d9d-7c2a-435d-9a74-df7ffbc1de9b req-cc68af3b-314e-458c-ade5-047c68943106 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0313818 May 04 15:33:16.752347 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-14ff129e-6a2f-4cdc-8d47-b070d9356fb9 req-5e4ec6b0-1e9e-4087-ab09-3624331e39c5 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0339582 May 04 15:33:17.910114 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e0331cbd-4e02-47e6-b176-8e5908118627 req-48ae4a05-3783-4df0-8291-4a672c85bb59 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0847089 May 04 15:33:19.028556 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b522c144-e176-45df-801a-42e3ba587510 req-c13a0a0e-99bf-441d-95b6-139b96a87c81 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0290549 May 04 15:33:20.133177 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8ff76263-3397-494e-b879-8e1bcfe79f5a req-9504a6ea-24bc-41b2-8685-01f049019277 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0275908 May 04 15:33:21.235922 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-fa516f0c-2db4-46a0-8f33-96fed959f549 req-1a3580e6-fd93-42b5-8619-56adcb9ed4ca tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0282123 May 04 15:33:22.360146 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-db1dd67e-2830-4f9f-a6ef-563957a72ae1 req-6287b155-9388-484e-8b1d-971cb332c96d tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0322921 May 04 15:33:23.505516 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c4824269-57b0-43da-89eb-b60260c79e41 req-76cc085c-742c-4c12-a4e6-363a3c90e717 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0339298 May 04 15:33:24.637283 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e8507a90-6e4d-468c-8f59-231bd847c78c req-1610e7e0-b5e3-4146-b4db-75f6cfd2e144 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0447948 May 04 15:33:25.740057 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f292ae4d-4553-483b-b2f2-6dad74a181dd req-ff70df1a-62e3-41cc-8974-c80049decad7 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0289021 May 04 15:33:26.850816 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d42d6598-562b-4c7d-a586-52647d005727 req-74ba8c2c-1067-485a-b8c4-ba5795af30e7 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0320709 May 04 15:33:27.982548 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0e9e6157-7560-48f1-9055-b71172d97472 req-feae4917-7f92-409a-b1fb-301484890f97 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0380361 May 04 15:33:28.061461 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:33:29.093034 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-88575fac-83dc-4185-885b-cf1ae995b0d5 req-21990cf2-99c7-4a49-8761-1448f2bea6ea tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0322487 May 04 15:33:30.203021 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1daa0b4e-7ef1-48d2-b629-29d0a6e8d91c req-1acdc650-bcea-442a-a300-ab5eab4ffed5 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0365543 May 04 15:33:31.315662 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-91752e8c-b524-49a3-8396-300c74a57b1b req-8531a051-247c-4e2a-ace9-2d00f5437142 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0313628 May 04 15:33:32.422124 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1644446b-f5ed-4fcb-9cf8-92dbf37396fa req-6a9f4150-a070-4da6-b440-ecfd41a91b6b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0284426 May 04 15:33:33.524396 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e5fece0a-5efc-4edd-b3e4-ebed2622fb97 req-de45cf7d-605e-4ae0-bbf2-7ac2f66b5861 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0268004 May 04 15:33:34.625933 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-3390322d-4094-4be0-8da8-49bc366e55f9 req-d4e5b6a0-16a0-4c08-8b1f-d6589df587af tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0305376 May 04 15:33:35.731040 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0006bba2-509e-46ad-af9f-90c0a4e8fbe3 req-6a3b59cd-a313-4f9d-b5c6-2041aee48fbe tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0309737 May 04 15:33:36.234724 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-61b925ca-41a9-4c34-928b-a51386f159f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:36.841076 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-e4383e83-b16f-4a99-a23a-5b743e7234c3 req-28cec8a2-2d22-4a52-b64a-3fa3eca05050 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0264742 May 04 15:33:37.942876 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9a86379d-3c8a-4516-bb3d-b924517d0e0b req-aacb6540-6740-491e-b450-b69316441bf7 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0267105 May 04 15:33:38.554349 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-c080ac01-198c-4488-bbec-ce11f0572cfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:39.045854 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-9181a4e6-3989-4dd1-be8f-0a4ed99a99f5 req-b39958eb-230b-436b-8e76-7ff54ed7423b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0284669 May 04 15:33:39.855356 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:40.149327 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6d4ca769-bea4-4285-a9cb-b9406f3aa217 req-c5088ef3-4a37-470c-899b-4dae2bb7c715 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0287952 May 04 15:33:40.646361 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:41.249041 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-2df9cb8e-877e-400f-95db-57f4a70f9163 req-90ac2d89-5607-4de7-988a-d9f37a84152f tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0262794 May 04 15:33:41.503055 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:41.823993 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:42.364417 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5a4c145c-2378-44af-a0b9-2391cd250141 req-99214b1c-dcb5-46eb-a03d-ddec0411beea tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0319932 May 04 15:33:43.466916 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f5bbc234-be1d-40de-b427-d960125a427e req-65ebcde8-1512-461e-84f2-8788a0058af5 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0286882 May 04 15:33:44.564394 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-592c8ddf-cf4d-484a-b947-f5ade947d2a2 req-68eb4433-661d-4221-8db7-6083fcf88ade tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0273075 May 04 15:33:45.671409 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-747deaae-de4d-4b98-a4f4-74caef98cfba req-87482849-83ab-4ced-9b43-824452f878d8 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0282016 May 04 15:33:46.786977 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ea906303-f183-43a8-a70c-2a6c621bc1ba req-f5a4cf3c-49f2-4735-9189-2fdfa319da64 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0386121 May 04 15:33:47.901996 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7b848717-47e5-4ce2-8bcb-35cce86f8012 req-26186778-d392-4ac7-8a45-9d7ed68bb17d tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0279226 May 04 15:33:49.015316 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-672a64d2-2ec6-4a6d-b3da-33ff64010ba3 req-9c6e87cb-2e54-460c-a8f6-5f08ec67d897 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0308788 May 04 15:33:50.120030 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-d3cb289e-6130-49d5-bbac-6a0273f112b2 req-73f00581-799c-4f50-9f34-f7fe42fe45a8 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0321956 May 04 15:33:51.219968 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-251f7c46-6331-4068-9e89-036fed2e4363 req-e0a44fab-bd02-43e7-be3c-ddd9c308f69b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0286186 May 04 15:33:52.329625 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-71e83eb2-f86d-4f43-88cf-34e3acbad1f1 req-45885c7c-a9dc-4946-aecf-cb6366172e4d tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0306613 May 04 15:33:53.470238 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-623a1566-e3ee-48a3-a87c-e8fcdba8f9bc req-fe7fdd64-34c2-4277-b708-7bbede8332fd tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=4caab4d9-bff5-48ae-aacc-d19df5e54b44 HTTP/1.1" status: 200 len: 210 time: 0.0309055 May 04 15:33:54.583189 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 58840) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:33:54.647371 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c0daa3d9-8119-4851-b050-41793fcd33a3 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:54.676085 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c0daa3d9-8119-4851-b050-41793fcd33a3 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:54.731009 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c0daa3d9-8119-4851-b050-41793fcd33a3 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:54.736112 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c0daa3d9-8119-4851-b050-41793fcd33a3 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:54.737851 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-c0daa3d9-8119-4851-b050-41793fcd33a3 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "DELETE /v2.0/security-groups/87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94 HTTP/1.1" status: 204 len: 168 time: 0.1534715 May 04 15:33:54.740664 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 58844) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:33:54.755005 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.api.v2.resource [None req-1ba8b514-818c-4c72-8731-2946011e64b6 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] show failed (client error): The resource could not be found. May 04 15:33:54.755320 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0daa3d9-8119-4851-b050-41793fcd33a3 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:33:54.759859 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-1ba8b514-818c-4c72-8731-2946011e64b6 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups/87dc6dac-fa7b-47f2-aca6-9bd6b5dfac94 HTTP/1.1" status: 404 len: 347 time: 0.0180051 May 04 15:33:54.760483 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 58846) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:33:54.766209 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daa3d9-8119-4851-b050-41793fcd33a3 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:33:54.766580 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daa3d9-8119-4851-b050-41793fcd33a3 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:33:54.766921 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daa3d9-8119-4851-b050-41793fcd33a3 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:33:54.767252 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daa3d9-8119-4851-b050-41793fcd33a3 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:33:54.767609 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daa3d9-8119-4851-b050-41793fcd33a3 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:33:54.767935 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daa3d9-8119-4851-b050-41793fcd33a3 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:33:54.768261 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daa3d9-8119-4851-b050-41793fcd33a3 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:33:54.768584 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daa3d9-8119-4851-b050-41793fcd33a3 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:33:54.768956 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daa3d9-8119-4851-b050-41793fcd33a3 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:33:54.769307 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daa3d9-8119-4851-b050-41793fcd33a3 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:33:54.769629 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daa3d9-8119-4851-b050-41793fcd33a3 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:33:54.769955 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0daa3d9-8119-4851-b050-41793fcd33a3 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:33:54.893702 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-345fac02-9cc9-4a6c-8542-212376fbdb2b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Deleting port 31869dec-0f9e-4572-84db-6184b37970ba {{(pid=101863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:33:54.894044 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-345fac02-9cc9-4a6c-8542-212376fbdb2b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:54.977075 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-345fac02-9cc9-4a6c-8542-212376fbdb2b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:54.977408 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-345fac02-9cc9-4a6c-8542-212376fbdb2b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:54.990866 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-345fac02-9cc9-4a6c-8542-212376fbdb2b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Calling delete_port for 31869dec-0f9e-4572-84db-6184b37970ba owned by network:floatingip {{(pid=101863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:33:55.137772 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-345fac02-9cc9-4a6c-8542-212376fbdb2b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:55.167815 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345fac02-9cc9-4a6c-8542-212376fbdb2b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Pushing event deleted for resources: {'Port': ['ID=31869dec-0f9e-4572-84db-6184b37970ba,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:33:55.197939 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345fac02-9cc9-4a6c-8542-212376fbdb2b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:33:55.198278 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345fac02-9cc9-4a6c-8542-212376fbdb2b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:33:55.198615 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345fac02-9cc9-4a6c-8542-212376fbdb2b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:33:55.198949 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345fac02-9cc9-4a6c-8542-212376fbdb2b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:33:55.199280 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345fac02-9cc9-4a6c-8542-212376fbdb2b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:33:55.199612 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345fac02-9cc9-4a6c-8542-212376fbdb2b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:33:55.199937 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345fac02-9cc9-4a6c-8542-212376fbdb2b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:33:55.200263 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345fac02-9cc9-4a6c-8542-212376fbdb2b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:33:55.200589 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345fac02-9cc9-4a6c-8542-212376fbdb2b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:33:55.200939 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345fac02-9cc9-4a6c-8542-212376fbdb2b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:33:55.201260 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345fac02-9cc9-4a6c-8542-212376fbdb2b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:33:55.201578 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-345fac02-9cc9-4a6c-8542-212376fbdb2b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:33:55.255160 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-345fac02-9cc9-4a6c-8542-212376fbdb2b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for floatingip, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:55.257956 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-345fac02-9cc9-4a6c-8542-212376fbdb2b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:55.259184 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-345fac02-9cc9-4a6c-8542-212376fbdb2b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "DELETE /v2.0/floatingips/9e7d4a58-7d08-4fbe-9404-c6883be7407c HTTP/1.1" status: 204 len: 168 time: 0.4977276 May 04 15:33:55.751813 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 58854) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:33:55.757365 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-0b896798-0415-4a83-8cbb-678440ce4584 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Request body: {'security_group': {'name': 'tempest-securitygroup--403650582', 'description': 'tempest-description--1545718506'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:33:55.781288 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-0b896798-0415-4a83-8cbb-678440ce4584 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:55.871858 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-0b896798-0415-4a83-8cbb-678440ce4584 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:55.877665 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-0b896798-0415-4a83-8cbb-678440ce4584 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:55.914342 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b896798-0415-4a83-8cbb-678440ce4584 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67cd2915-899c-48ef-9c81-b47b47ea50ba,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:33:55.917071 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-0b896798-0415-4a83-8cbb-678440ce4584 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:55.918608 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-0b896798-0415-4a83-8cbb-678440ce4584 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.1652613 May 04 15:33:55.923736 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 58856) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:33:55.928566 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-9aa145ab-bea4-4b15-a8cd-d12931f23b28 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Request body: {'security_group_rule': {'security_group_id': '67cd2915-899c-48ef-9c81-b47b47ea50ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:33:55.956977 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-9aa145ab-bea4-4b15-a8cd-d12931f23b28 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:56.018727 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-9aa145ab-bea4-4b15-a8cd-d12931f23b28 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:56.022373 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-9aa145ab-bea4-4b15-a8cd-d12931f23b28 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:56.042818 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa145ab-bea4-4b15-a8cd-d12931f23b28 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4248a19e-4fa3-4557-988e-1c769a9298c5,revision_number=0']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:33:56.047754 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-9aa145ab-bea4-4b15-a8cd-d12931f23b28 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:56.049127 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-9aa145ab-bea4-4b15-a8cd-d12931f23b28 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247637 May 04 15:33:56.053243 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 58858) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:33:56.058427 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-07a63152-145b-4e82-9a22-b16fa48a7fb8 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Request body: {'security_group_rule': {'security_group_id': '67cd2915-899c-48ef-9c81-b47b47ea50ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:33:56.084076 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-07a63152-145b-4e82-9a22-b16fa48a7fb8 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:56.146648 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-07a63152-145b-4e82-9a22-b16fa48a7fb8 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:56.151726 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-07a63152-145b-4e82-9a22-b16fa48a7fb8 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-654630'] for security_group_rule, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:56.169904 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a63152-145b-4e82-9a22-b16fa48a7fb8 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0672fe45-4e08-4846-8497-d39a6e3e03bb,revision_number=0']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:33:56.177205 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-07a63152-145b-4e82-9a22-b16fa48a7fb8 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:56.178464 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-07a63152-145b-4e82-9a22-b16fa48a7fb8 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1240351 May 04 15:33:56.181517 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 58860) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:33:56.185942 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-cf8f5195-8fa1-47f8-b75d-cbdd4d60bf7e tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Request body: {'floatingip': {'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:33:56.213933 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-cf8f5195-8fa1-47f8-b75d-cbdd4d60bf7e tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for floatingip, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:56.321140 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-cf8f5195-8fa1-47f8-b75d-cbdd4d60bf7e tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:56.427209 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.db_base_plugin_common [None req-cf8f5195-8fa1-47f8-b75d-cbdd4d60bf7e tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Allocated IP 172.27.1.108 (de075482-66db-4cfa-a120-f2ea157cd064/5a69c200-2813-4998-8939-5704799bdcf4/9fbff9e4-cbf8-4c15-89e2-4c21f88884e4) {{(pid=101863) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:33:56.538083 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-cf8f5195-8fa1-47f8-b75d-cbdd4d60bf7e tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for port, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:56.575073 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-cf8f5195-8fa1-47f8-b75d-cbdd4d60bf7e tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:56.618185 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf8f5195-8fa1-47f8-b75d-cbdd4d60bf7e tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Network de075482-66db-4cfa-a120-f2ea157cd064 is already hosted by enough agents. {{(pid=101863) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:33:56.622274 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-cf8f5195-8fa1-47f8-b75d-cbdd4d60bf7e tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Resources bound (agent type, host, resource id): {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:33:56.626482 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf8f5195-8fa1-47f8-b75d-cbdd4d60bf7e tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Received port after_create {{(pid=101863) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:33:56.633357 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f5195-8fa1-47f8-b75d-cbdd4d60bf7e tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Pushing event updated for resources: {'Port': ['ID=9fbff9e4-cbf8-4c15-89e2-4c21f88884e4,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:33:56.727841 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-cf8f5195-8fa1-47f8-b75d-cbdd4d60bf7e tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:56.766684 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-cf8f5195-8fa1-47f8-b75d-cbdd4d60bf7e tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:56.942395 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-cf8f5195-8fa1-47f8-b75d-cbdd4d60bf7e tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for port, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:56.948627 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-cf8f5195-8fa1-47f8-b75d-cbdd4d60bf7e tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2944232'] for port, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:57.021813 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf8f5195-8fa1-47f8-b75d-cbdd4d60bf7e tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Pushing event updated for resources: {'Port': ['ID=9fbff9e4-cbf8-4c15-89e2-4c21f88884e4,revision_number=2']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:33:57.035290 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-cf8f5195-8fa1-47f8-b75d-cbdd4d60bf7e tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628046'] for floatingip, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:57.054185 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-cf8f5195-8fa1-47f8-b75d-cbdd4d60bf7e tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:57.056345 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-cf8f5195-8fa1-47f8-b75d-cbdd4d60bf7e tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8738179 May 04 15:33:57.246978 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-68eb2fa5-8037-45b7-bea8-1835e3b1d869 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?name=tempest-securitygroup--403650582&fields=id&tenant_id=76eaebd5bb0b42ddb62d18459fdf359f HTTP/1.1" status: 200 len: 267 time: 0.0374269 May 04 15:33:57.360002 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-dd4beb1d-c8a6-46dc-b7b1-57f51ce89e1e tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:33:57.361584 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-dd4beb1d-c8a6-46dc-b7b1-57f51ce89e1e tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/networks?id=96103362-e6c6-4f42-a4d2-85307d75ab1d HTTP/1.1" status: 200 len: 811 time: 0.1077030 May 04 15:33:57.376919 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-8371e8ee-a9b7-4027-85d7-cfce747c0b10 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/quotas/76eaebd5bb0b42ddb62d18459fdf359f HTTP/1.1" status: 200 len: 375 time: 0.0094264 May 04 15:33:57.433352 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-06d66513-eab4-4105-802a-b42851e26f22 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=76eaebd5bb0b42ddb62d18459fdf359f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0501201 May 04 15:33:57.506451 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-bb9a4369-8f05-4689-8989-cd7842cd0984 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=101863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 15:33:57.507586 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-bb9a4369-8f05-4689-8989-cd7842cd0984 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0622177 May 04 15:33:57.623189 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-54af89fb-4388-47cd-ba15-b62181b8d2b4 service neutron] 10.222.0.42 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085041 May 04 15:33:57.729477 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-9f609bdb-67da-460e-b9e1-357b56ddfbe5 service neutron] 10.222.0.42 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999107 May 04 15:33:57.953878 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5dc8664b-2617-497d-a3dc-53996d8b8d05 req-006f8955-0974-466c-83c8-4769b9b089e8 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=18306a2b-5e54-4a71-89b2-9260b3edf615 HTTP/1.1" status: 200 len: 210 time: 0.0291331 May 04 15:33:59.093235 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-af2f1c3e-5bda-4a12-8239-0fce293a8e1d req-280813dc-5ab6-44b9-8e1e-3a87c3d5f4bf tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=18306a2b-5e54-4a71-89b2-9260b3edf615 HTTP/1.1" status: 200 len: 210 time: 0.0339704 May 04 15:33:59.124019 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-69f2734c-a983-4a4a-9c00-e9050a465f12 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:33:59.125890 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-69f2734c-a983-4a4a-9c00-e9050a465f12 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.11 "GET /v2.0/networks?id=96103362-e6c6-4f42-a4d2-85307d75ab1d HTTP/1.1" status: 200 len: 811 time: 0.1265888 May 04 15:33:59.189814 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-4e68ce56-d0a5-4d80-afb2-c5c3ceeaa4aa tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.11 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76eaebd5bb0b42ddb62d18459fdf359f HTTP/1.1" status: 200 len: 379 time: 0.0503235 May 04 15:33:59.202801 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-e2e741d5-e0c1-4bfc-8815-6d8f01ca3090 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Request body: {'port': {'device_id': '18306a2b-5e54-4a71-89b2-9260b3edf615', 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d', 'admin_state_up': True, 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'security_groups': ['67cd2915-899c-48ef-9c81-b47b47ea50ba']}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:33:59.320608 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-e2e741d5-e0c1-4bfc-8815-6d8f01ca3090 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Made reservation on behalf of 76eaebd5bb0b42ddb62d18459fdf359f for: {'port': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:33:59.324195 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-e2e741d5-e0c1-4bfc-8815-6d8f01ca3090 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:59.465838 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_common [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-e2e741d5-e0c1-4bfc-8815-6d8f01ca3090 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Allocated IP 172.20.0.7 (96103362-e6c6-4f42-a4d2-85307d75ab1d/cd0d7759-75c7-4308-aa2b-41f64d063b5c/71f90c08-3a2d-469c-b55b-21a82e5eda3d) {{(pid=101864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:33:59.622027 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-e2e741d5-e0c1-4bfc-8815-6d8f01ca3090 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for port, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:59.658670 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-e2e741d5-e0c1-4bfc-8815-6d8f01ca3090 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:59.708113 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-e2e741d5-e0c1-4bfc-8815-6d8f01ca3090 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Network 96103362-e6c6-4f42-a4d2-85307d75ab1d is already hosted by enough agents. {{(pid=101864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:33:59.712580 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-e2e741d5-e0c1-4bfc-8815-6d8f01ca3090 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Resources bound (agent type, host, resource id): {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:33:59.717298 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-e2e741d5-e0c1-4bfc-8815-6d8f01ca3090 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Received port after_create {{(pid=101864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:33:59.725093 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e741d5-e0c1-4bfc-8815-6d8f01ca3090 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Pushing event updated for resources: {'Port': ['ID=71f90c08-3a2d-469c-b55b-21a82e5eda3d,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:33:59.779394 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-e2e741d5-e0c1-4bfc-8815-6d8f01ca3090 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:33:59.780093 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-e2e741d5-e0c1-4bfc-8815-6d8f01ca3090 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:33:59.810595 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-e2e741d5-e0c1-4bfc-8815-6d8f01ca3090 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6116765 May 04 15:33:59.831655 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-c18f6d9d-5a9d-441d-98fe-947591246a37 service neutron] Request body: {'port': {'device_id': '18306a2b-5e54-4a71-89b2-9260b3edf615', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:33:59.960243 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-c18f6d9d-5a9d-441d-98fe-947591246a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:00.001241 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-2ad74554-bdc3-42ed-bdc5-070647cb8e19 None None] Provisioning complete for port 71f90c08-3a2d-469c-b55b-21a82e5eda3d triggered by entity DHCP. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:34:00.001952 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-2ad74554-bdc3-42ed-bdc5-070647cb8e19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:00.040308 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-2ad74554-bdc3-42ed-bdc5-070647cb8e19 None None] Port 71f90c08-3a2d-469c-b55b-21a82e5eda3d cannot update to ACTIVE because it is not bound. {{(pid=101865) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}} May 04 15:34:00.274323 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0badda58-9103-4ede-b51f-6791421e1cb4 req-dde3c0ff-8eff-4b34-9f24-08f2d862eb97 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:34:00.275921 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0badda58-9103-4ede-b51f-6791421e1cb4 req-dde3c0ff-8eff-4b34-9f24-08f2d862eb97 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=18306a2b-5e54-4a71-89b2-9260b3edf615 HTTP/1.1" status: 200 len: 931 time: 0.1016452 May 04 15:34:00.321258 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-0badda58-9103-4ede-b51f-6791421e1cb4 req-f829a45c-ab4d-424a-8da9-9cd23b167ea3 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=67cd2915-899c-48ef-9c81-b47b47ea50ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377841 May 04 15:34:00.334946 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-c18f6d9d-5a9d-441d-98fe-947591246a37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71f90c08-3a2d-469c-b55b-21a82e5eda3d {{(pid=101864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:34:00.343335 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-c18f6d9d-5a9d-441d-98fe-947591246a37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:00.359127 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.provisioning_blocks [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-c18f6d9d-5a9d-441d-98fe-947591246a37 service neutron] Transition to ACTIVE for port object 71f90c08-3a2d-469c-b55b-21a82e5eda3d will not be triggered until provisioned by entity L2. {{(pid=101864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:34:00.362707 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-c18f6d9d-5a9d-441d-98fe-947591246a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:00.416639 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f6d9d-5a9d-441d-98fe-947591246a37 service neutron] Pushing event updated for resources: {'Port': ['ID=71f90c08-3a2d-469c-b55b-21a82e5eda3d,revision_number=2']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:34:00.532268 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-c18f6d9d-5a9d-441d-98fe-947591246a37 service neutron] Attempting to bind port 71f90c08-3a2d-469c-b55b-21a82e5eda3d on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:34:00.532619 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-c18f6d9d-5a9d-441d-98fe-947591246a37 service neutron] Attempting to bind port 71f90c08-3a2d-469c-b55b-21a82e5eda3d by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'feb647e0-5b61-426e-9dab-96ad51b1a230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d'}] {{(pid=101864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:34:00.532992 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-c18f6d9d-5a9d-441d-98fe-947591246a37 service neutron] Attempting to bind port 71f90c08-3a2d-469c-b55b-21a82e5eda3d on network 96103362-e6c6-4f42-a4d2-85307d75ab1d {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:34:00.538249 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-c18f6d9d-5a9d-441d-98fe-947591246a37 service neutron] Port 71f90c08-3a2d-469c-b55b-21a82e5eda3d on network 96103362-e6c6-4f42-a4d2-85307d75ab1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:34:00.538750 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-c18f6d9d-5a9d-441d-98fe-947591246a37 service neutron] Attempting to bind port 71f90c08-3a2d-469c-b55b-21a82e5eda3d on network 96103362-e6c6-4f42-a4d2-85307d75ab1d {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:34:00.545515 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-c18f6d9d-5a9d-441d-98fe-947591246a37 service neutron] Checking agent: {'id': 'b5e3fd0f-344a-4130-968c-1c1293caf489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'started_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:34:00.545863 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-c18f6d9d-5a9d-441d-98fe-947591246a37 service neutron] Checking segment: {'id': 'feb647e0-5b61-426e-9dab-96ad51b1a230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:34:00.546260 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-c18f6d9d-5a9d-441d-98fe-947591246a37 service neutron] Bound using segment: {'id': 'feb647e0-5b61-426e-9dab-96ad51b1a230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d'} {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:34:00.546709 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-c18f6d9d-5a9d-441d-98fe-947591246a37 service neutron] Bound port: 71f90c08-3a2d-469c-b55b-21a82e5eda3d, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'feb647e0-5b61-426e-9dab-96ad51b1a230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 259, 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d'}}] {{(pid=101864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:34:00.547083 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-c18f6d9d-5a9d-441d-98fe-947591246a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:00.633364 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-c18f6d9d-5a9d-441d-98fe-947591246a37 service neutron] For port 71f90c08-3a2d-469c-b55b-21a82e5eda3d, host hv-cinder-82963, cleared binding levels {{(pid=101864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:34:00.636754 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-c18f6d9d-5a9d-441d-98fe-947591246a37 service neutron] For port 71f90c08-3a2d-469c-b55b-21a82e5eda3d, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=71f90c08-3a2d-469c-b55b-21a82e5eda3d,segment=NetworkSegment(feb647e0-5b61-426e-9dab-96ad51b1a230),segment_id=feb647e0-5b61-426e-9dab-96ad51b1a230)] {{(pid=101864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:34:00.642204 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-c18f6d9d-5a9d-441d-98fe-947591246a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:00.688348 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-c18f6d9d-5a9d-441d-98fe-947591246a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:34:00.689001 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-c18f6d9d-5a9d-441d-98fe-947591246a37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:00.690500 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-c18f6d9d-5a9d-441d-98fe-947591246a37 service neutron] 10.222.0.11 "PUT /v2.0/ports/71f90c08-3a2d-469c-b55b-21a82e5eda3d HTTP/1.1" status: 200 len: 1093 time: 0.8662267 May 04 15:34:00.690933 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18306a2b-5e54-4a71-89b2-9260b3edf615', 'tag': '71f90c08-3a2d-469c-b55b-21a82e5eda3d'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:34:00.693289 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c90fd738-efc0-4fa8-a2b2-922f5d8d85ce" -d '{"events": [{"name": "network-changed", "server_uuid": "18306a2b-5e54-4a71-89b2-9260b3edf615", "tag": "71f90c08-3a2d-469c-b55b-21a82e5eda3d"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:34:00.717913 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18f6d9d-5a9d-441d-98fe-947591246a37 service neutron] Pushing event updated for resources: {'Port': ['ID=71f90c08-3a2d-469c-b55b-21a82e5eda3d,revision_number=3']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:34:00.736462 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dabe7f08-44cb-482d-9d13-5d39f58e08dc x-openstack-request-id: req-dabe7f08-44cb-482d-9d13-5d39f58e08dc {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:34:00.736811 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18306a2b-5e54-4a71-89b2-9260b3edf615", "tag": "71f90c08-3a2d-469c-b55b-21a82e5eda3d", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:34:00.737057 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-dabe7f08-44cb-482d-9d13-5d39f58e08dc {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:34:00.737467 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dabe7f08-44cb-482d-9d13-5d39f58e08dc'] response: {'name': 'network-changed', 'server_uuid': '18306a2b-5e54-4a71-89b2-9260b3edf615', 'tag': '71f90c08-3a2d-469c-b55b-21a82e5eda3d', 'status': 'completed', 'code': 200} May 04 15:34:00.825548 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fd738-efc0-4fa8-a2b2-922f5d8d85ce req-b3a76210-0ee5-4997-989a-317df24f16e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:34:00.827195 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-c90fd738-efc0-4fa8-a2b2-922f5d8d85ce req-b3a76210-0ee5-4997-989a-317df24f16e1 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76eaebd5bb0b42ddb62d18459fdf359f&device_id=18306a2b-5e54-4a71-89b2-9260b3edf615 HTTP/1.1" status: 200 len: 1096 time: 0.0504043 May 04 15:34:00.974010 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fd738-efc0-4fa8-a2b2-922f5d8d85ce req-81c68d81-d09d-43b0-822d-816b87d68400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:34:00.976899 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-c90fd738-efc0-4fa8-a2b2-922f5d8d85ce req-81c68d81-d09d-43b0-822d-816b87d68400 service neutron] 10.222.0.11 "GET /v2.0/networks?tenant_id=76eaebd5bb0b42ddb62d18459fdf359f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1348066 May 04 15:34:01.102515 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90fd738-efc0-4fa8-a2b2-922f5d8d85ce req-fbb6a59d-2c4b-481f-84d0-c2ff1df402e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:34:01.104026 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-c90fd738-efc0-4fa8-a2b2-922f5d8d85ce req-fbb6a59d-2c4b-481f-84d0-c2ff1df402e3 service neutron] 10.222.0.11 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1215227 May 04 15:34:01.208178 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-5ea4c24d-7dd3-4b92-a8f8-cdd4517f55ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:34:01.209729 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-5ea4c24d-7dd3-4b92-a8f8-cdd4517f55ff service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76eaebd5bb0b42ddb62d18459fdf359f&device_id=18306a2b-5e54-4a71-89b2-9260b3edf615 HTTP/1.1" status: 200 len: 1096 time: 0.0462344 May 04 15:34:01.261276 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-142f8870-e696-4179-8081-09ba73f28129 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71f90c08-3a2d-469c-b55b-21a82e5eda3d HTTP/1.1" status: 200 len: 217 time: 0.0382071 May 04 15:34:01.319502 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-73684711-4cdf-483b-b8d5-e8d680ef0086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:34:01.322136 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-73684711-4cdf-483b-b8d5-e8d680ef0086 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd0d7759-75c7-4308-aa2b-41f64d063b5c HTTP/1.1" status: 200 len: 850 time: 0.0536914 May 04 15:34:01.376831 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-73e4d065-55a0-4cc7-a1f2-6dd4beb135e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:34:01.378728 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-73e4d065-55a0-4cc7-a1f2-6dd4beb135e6 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96103362-e6c6-4f42-a4d2-85307d75ab1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0492382 May 04 15:34:01.453576 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e9f911-4a38-44a3-899f-6e2a055ec211 req-9e8db19c-2771-4a7f-b838-2e97b9504d01 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:34:01.455167 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-10e9f911-4a38-44a3-899f-6e2a055ec211 req-9e8db19c-2771-4a7f-b838-2e97b9504d01 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=18306a2b-5e54-4a71-89b2-9260b3edf615 HTTP/1.1" status: 200 len: 943 time: 0.0575323 May 04 15:34:01.475759 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-b2e0234a-6da0-43e5-9415-44eb276402ca service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908661 May 04 15:34:01.505907 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-10e9f911-4a38-44a3-899f-6e2a055ec211 req-b32a3fa2-14b2-4ceb-8248-332474960743 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=67cd2915-899c-48ef-9c81-b47b47ea50ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434911 May 04 15:34:01.575381 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-6edbadb8-c03f-417f-b7bf-ba1777019f97 req-13cba4b6-599b-48ae-b432-2197cffceee1 service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931554 May 04 15:34:02.633993 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35c1970-e931-4462-9453-97aa3fba9c86 req-13d669c7-b68f-4923-a98e-9b3c3e524191 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:34:02.635629 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f35c1970-e931-4462-9453-97aa3fba9c86 req-13d669c7-b68f-4923-a98e-9b3c3e524191 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=18306a2b-5e54-4a71-89b2-9260b3edf615 HTTP/1.1" status: 200 len: 943 time: 0.0559998 May 04 15:34:02.676174 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f35c1970-e931-4462-9453-97aa3fba9c86 req-e78a4f14-c560-4820-8156-5d89207c8447 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=67cd2915-899c-48ef-9c81-b47b47ea50ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342476 May 04 15:34:03.824821 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83f97ca-b0ad-4d1b-bd96-26a596cc8319 req-a543a7cb-d9f5-4648-9659-8648b30131c4 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:34:03.826849 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b83f97ca-b0ad-4d1b-bd96-26a596cc8319 req-a543a7cb-d9f5-4648-9659-8648b30131c4 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=18306a2b-5e54-4a71-89b2-9260b3edf615 HTTP/1.1" status: 200 len: 943 time: 0.0778048 May 04 15:34:03.873736 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b83f97ca-b0ad-4d1b-bd96-26a596cc8319 req-3c74ed27-662d-41f7-bbfc-2ec851025e6d tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=67cd2915-899c-48ef-9c81-b47b47ea50ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406380 May 04 15:34:04.214777 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 71f90c08-3a2d-469c-b55b-21a82e5eda3d details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:34:04.318982 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 71f90c08-3a2d-469c-b55b-21a82e5eda3d, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=71f90c08-3a2d-469c-b55b-21a82e5eda3d,segment=NetworkSegment(feb647e0-5b61-426e-9dab-96ad51b1a230),segment_id=feb647e0-5b61-426e-9dab-96ad51b1a230)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:34:04.332611 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Returning: {'device': '71f90c08-3a2d-469c-b55b-21a82e5eda3d', 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d', 'port_id': '71f90c08-3a2d-469c-b55b-21a82e5eda3d', 'mac_address': 'fa:16:3e:6f:c3:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 259, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd0d7759-75c7-4308-aa2b-41f64d063b5c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:34:04.373408 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:04.390944 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71f90c08-3a2d-469c-b55b-21a82e5eda3d {{(pid=101865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:34:04.413165 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 71f90c08-3a2d-469c-b55b-21a82e5eda3d, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=71f90c08-3a2d-469c-b55b-21a82e5eda3d,segment=NetworkSegment(feb647e0-5b61-426e-9dab-96ad51b1a230),segment_id=feb647e0-5b61-426e-9dab-96ad51b1a230)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:34:04.418755 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:04.469887 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=71f90c08-3a2d-469c-b55b-21a82e5eda3d,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:34:04.478647 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:34:04.479001 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:34:04.479352 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:34:04.479691 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:34:04.480026 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:34:04.480359 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:34:04.480692 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:34:04.481052 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:34:04.481385 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:34:04.481721 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:34:04.482040 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:34:04.482646 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:34:04.950094 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['71f90c08-3a2d-469c-b55b-21a82e5eda3d'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:34:05.002898 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa756206-1d25-45d7-99eb-0a86d0c7d903 req-62fe7095-a54a-4fb4-b65a-8d4d13a16c4d tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:34:05.004399 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-aa756206-1d25-45d7-99eb-0a86d0c7d903 req-62fe7095-a54a-4fb4-b65a-8d4d13a16c4d tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=18306a2b-5e54-4a71-89b2-9260b3edf615 HTTP/1.1" status: 200 len: 944 time: 0.0579298 May 04 15:34:05.050660 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-aa756206-1d25-45d7-99eb-0a86d0c7d903 req-5282caf2-baee-41a8-ad0f-7138645d47f5 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=67cd2915-899c-48ef-9c81-b47b47ea50ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389240 May 04 15:34:05.061250 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:34:06.181376 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15022dfc-2862-4978-82e0-8a551cba8399 req-61eb4936-a7a8-4a70-aa91-d57bdd23615d tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:34:06.182908 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-15022dfc-2862-4978-82e0-8a551cba8399 req-61eb4936-a7a8-4a70-aa91-d57bdd23615d tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=18306a2b-5e54-4a71-89b2-9260b3edf615 HTTP/1.1" status: 200 len: 944 time: 0.0535862 May 04 15:34:06.215381 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 71f90c08-3a2d-469c-b55b-21a82e5eda3d up at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:34:06.232038 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-15022dfc-2862-4978-82e0-8a551cba8399 req-5e5ada5a-1070-4d42-afc3-665bae15aedf tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=67cd2915-899c-48ef-9c81-b47b47ea50ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394902 May 04 15:34:06.258826 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-6f8ae74f-996c-4c08-906a-ddb7da250867 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:06.293403 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning for port 71f90c08-3a2d-469c-b55b-21a82e5eda3d completed by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:34:06.298307 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning complete for port 71f90c08-3a2d-469c-b55b-21a82e5eda3d triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:34:06.298683 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:06.394995 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:06.421754 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18306a2b-5e54-4a71-89b2-9260b3edf615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f90c08-3a2d-469c-b55b-21a82e5eda3d'}] {{(pid=101865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:34:06.424059 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13127db273ea31dc2797640238b9d4a3f6ca00c8d3f152038556e6a345f6b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c990ab9-b638-4903-a8b2-c399d3eebb71" -d '{"events": [{"server_uuid": "18306a2b-5e54-4a71-89b2-9260b3edf615", "name": "network-vif-plugged", "status": "completed", "tag": "71f90c08-3a2d-469c-b55b-21a82e5eda3d"}]}' {{(pid=101865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:34:06.443724 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 71f90c08-3a2d-469c-b55b-21a82e5eda3d, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=71f90c08-3a2d-469c-b55b-21a82e5eda3d,segment=NetworkSegment(feb647e0-5b61-426e-9dab-96ad51b1a230),segment_id=feb647e0-5b61-426e-9dab-96ad51b1a230)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:34:06.449853 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:06.519543 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=71f90c08-3a2d-469c-b55b-21a82e5eda3d,revision_number=5']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:34:06.631520 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95147e56-3f7c-4dd3-95d1-ae3f96f75d7a x-openstack-request-id: req-95147e56-3f7c-4dd3-95d1-ae3f96f75d7a {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:34:06.631812 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18306a2b-5e54-4a71-89b2-9260b3edf615", "name": "network-vif-plugged", "status": "completed", "tag": "71f90c08-3a2d-469c-b55b-21a82e5eda3d", "code": 200}]} {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:34:06.632061 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-95147e56-3f7c-4dd3-95d1-ae3f96f75d7a {{(pid=101865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:34:06.633094 dv-cinder-829630-2-iscsi neutron-server[101865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-95147e56-3f7c-4dd3-95d1-ae3f96f75d7a'] response: {'server_uuid': '18306a2b-5e54-4a71-89b2-9260b3edf615', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71f90c08-3a2d-469c-b55b-21a82e5eda3d', 'code': 200} May 04 15:34:06.842274 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f3c53a-ec02-4269-99b0-d4cd00780a79 req-8a17b168-e00e-4019-91ae-ca4eb457228a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:34:06.843849 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-30f3c53a-ec02-4269-99b0-d4cd00780a79 req-8a17b168-e00e-4019-91ae-ca4eb457228a service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=18306a2b-5e54-4a71-89b2-9260b3edf615 HTTP/1.1" status: 200 len: 1098 time: 0.0424960 May 04 15:34:06.888851 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-30f3c53a-ec02-4269-99b0-d4cd00780a79 req-72723c42-ef8b-4ca9-bac8-22d0f132d3d3 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=67cd2915-899c-48ef-9c81-b47b47ea50ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383804 May 04 15:34:07.390332 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec87ade7-fbb1-431b-a73c-4d67bd5bb194 req-ea4cd00c-2b30-46ae-9741-44de5d696f90 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:34:07.392960 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ec87ade7-fbb1-431b-a73c-4d67bd5bb194 req-ea4cd00c-2b30-46ae-9741-44de5d696f90 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=18306a2b-5e54-4a71-89b2-9260b3edf615 HTTP/1.1" status: 200 len: 945 time: 0.0808895 May 04 15:34:07.453298 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ec87ade7-fbb1-431b-a73c-4d67bd5bb194 req-6cdb8092-c624-44b0-b4d9-14848e266e34 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=67cd2915-899c-48ef-9c81-b47b47ea50ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528166 May 04 15:34:08.550274 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-9b7463a8-b496-4326-988f-ee63eee14e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:08.614468 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7725a482-ae49-4861-b8d3-32d6043cb618 req-0cf50158-0b86-4684-9091-df1188ebe45a tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:34:08.616119 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7725a482-ae49-4861-b8d3-32d6043cb618 req-0cf50158-0b86-4684-9091-df1188ebe45a tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=18306a2b-5e54-4a71-89b2-9260b3edf615 HTTP/1.1" status: 200 len: 945 time: 0.0545752 May 04 15:34:08.659396 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7725a482-ae49-4861-b8d3-32d6043cb618 req-0028b18a-6abe-49be-aa66-142714048081 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=67cd2915-899c-48ef-9c81-b47b47ea50ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353706 May 04 15:34:08.776135 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b7de42-0ca6-4410-a105-00ab5f2e4ef0 req-09187c36-e657-4dc5-bb42-516b00a9a43b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:34:08.777732 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c4b7de42-0ca6-4410-a105-00ab5f2e4ef0 req-09187c36-e657-4dc5-bb42-516b00a9a43b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=18306a2b-5e54-4a71-89b2-9260b3edf615 HTTP/1.1" status: 200 len: 945 time: 0.0514810 May 04 15:34:08.789221 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 58970) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:34:08.793806 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-b198a8eb-62ea-460d-aacc-74e0d8ab16bc tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Request body: {'floatingip': {'port_id': '71f90c08-3a2d-469c-b55b-21a82e5eda3d'}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:34:08.838118 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b198a8eb-62ea-460d-aacc-74e0d8ab16bc tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for floatingip, before_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:09.598669 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b198a8eb-62ea-460d-aacc-74e0d8ab16bc tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:09.604580 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b198a8eb-62ea-460d-aacc-74e0d8ab16bc tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628046'] for floatingip, after_update {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:09.711613 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.db.l3_db [None req-b198a8eb-62ea-460d-aacc-74e0d8ab16bc tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Floating IP aee151da-bdc4-4743-8c68-c60be9de3788 associated. External IP: 172.27.1.108, port: 71f90c08-3a2d-469c-b55b-21a82e5eda3d. May 04 15:34:09.855458 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:09.952121 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b198a8eb-62ea-460d-aacc-74e0d8ab16bc tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Router 31d74ac2-2d32-4311-87f5-eb6e25c18576 has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:34:10.071398 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b198a8eb-62ea-460d-aacc-74e0d8ab16bc tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:34:10.076625 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b198a8eb-62ea-460d-aacc-74e0d8ab16bc tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:10.081742 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87ee906-79d3-4db9-9980-c02f8067280d None None] Sync routers for ids ['31d74ac2-2d32-4311-87f5-eb6e25c18576'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:34:10.093251 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87ee906-79d3-4db9-9980-c02f8067280d None None] Routers {'31d74ac2-2d32-4311-87f5-eb6e25c18576'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:34:10.093897 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-d87ee906-79d3-4db9-9980-c02f8067280d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:34:09Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['31d74ac2-2d32-4311-87f5-eb6e25c18576'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:34:10.107114 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-b198a8eb-62ea-460d-aacc-74e0d8ab16bc tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "PUT /v2.0/floatingips/aee151da-bdc4-4743-8c68-c60be9de3788 HTTP/1.1" status: 200 len: 991 time: 1.3167474 May 04 15:34:10.107969 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18306a2b-5e54-4a71-89b2-9260b3edf615', 'tag': '71f90c08-3a2d-469c-b55b-21a82e5eda3d'}] {{(pid=101863) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:34:10.110470 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}db2c6767b5d81d022f3d85e9c22ce19b705c79dd3cfc51145499811648722293" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d2b6c8d-bde2-4cc4-b1f9-d863c5f2182b" -d '{"events": [{"name": "network-changed", "server_uuid": "18306a2b-5e54-4a71-89b2-9260b3edf615", "tag": "71f90c08-3a2d-469c-b55b-21a82e5eda3d"}]}' {{(pid=101863) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:34:10.215259 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-d87ee906-79d3-4db9-9980-c02f8067280d None None] Set router 31d74ac2-2d32-4311-87f5-eb6e25c18576 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:34:10.215563 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d180e157-8608-418e-b671-0338f18e9c6f x-openstack-request-id: req-d180e157-8608-418e-b671-0338f18e9c6f {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:34:10.215854 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "18306a2b-5e54-4a71-89b2-9260b3edf615", "tag": "71f90c08-3a2d-469c-b55b-21a82e5eda3d", "status": "completed", "code": 200}]} {{(pid=101863) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:34:10.216115 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-d180e157-8608-418e-b671-0338f18e9c6f {{(pid=101863) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:34:10.216519 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d180e157-8608-418e-b671-0338f18e9c6f'] response: {'name': 'network-changed', 'server_uuid': '18306a2b-5e54-4a71-89b2-9260b3edf615', 'tag': '71f90c08-3a2d-469c-b55b-21a82e5eda3d', 'status': 'completed', 'code': 200} May 04 15:34:10.308852 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b6c8d-bde2-4cc4-b1f9-d863c5f2182b req-465b78ee-fccc-4fe5-b153-cfc8f9c3a2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:34:10.310740 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-7d2b6c8d-bde2-4cc4-b1f9-d863c5f2182b req-465b78ee-fccc-4fe5-b153-cfc8f9c3a2aa service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76eaebd5bb0b42ddb62d18459fdf359f&device_id=18306a2b-5e54-4a71-89b2-9260b3edf615 HTTP/1.1" status: 200 len: 1098 time: 0.0507312 May 04 15:34:10.426666 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b6c8d-bde2-4cc4-b1f9-d863c5f2182b req-b262d146-7cb1-47da-be9c-85771746a7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:34:10.428149 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-7d2b6c8d-bde2-4cc4-b1f9-d863c5f2182b req-b262d146-7cb1-47da-be9c-85771746a7a5 service neutron] 10.222.0.11 "GET /v2.0/networks?id=96103362-e6c6-4f42-a4d2-85307d75ab1d HTTP/1.1" status: 200 len: 912 time: 0.1104491 May 04 15:34:10.501847 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-d87ee906-79d3-4db9-9980-c02f8067280d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'name': 'tempest-AttachVolumeTestJSON-2057169159-router', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:08:50Z', 'updated_at': '2022-05-04T15:08:53Z', 'revision_number': 4, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'gw_port': {'id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:08:51Z', 'updated_at': '2022-05-04T15:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': 'aee151da-bdc4-4743-8c68-c60be9de3788', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'port_id': '71f90c08-3a2d-469c-b55b-21a82e5eda3d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d', 'mac_address': 'fa:16:3e:6f:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18306a2b-5e54-4a71-89b2-9260b3edf615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:33:56Z', 'updated_at': '2022-05-04T15:34:09Z', 'revision_number': 1, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e029eb9a-30bd-420b-9121-5b678e6fbba8', 'name': '', 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'mac_address': 'fa:16:3e:1a:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'cd0d7759-75c7-4308-aa2b-41f64d063b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:08:52Z', 'updated_at': '2022-05-04T15:08:56Z', 'revision_number': 5, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'subnets': [{'id': 'cd0d7759-75c7-4308-aa2b-41f64d063b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:34:10.532156 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87ee906-79d3-4db9-9980-c02f8067280d None None] Checking router: 31d74ac2-2d32-4311-87f5-eb6e25c18576 for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:34:10.540759 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-7d2b6c8d-bde2-4cc4-b1f9-d863c5f2182b req-f70b0c5d-031c-4066-9fa6-18b938c123cc service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71f90c08-3a2d-469c-b55b-21a82e5eda3d HTTP/1.1" status: 200 len: 999 time: 0.1055942 May 04 15:34:10.549551 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d87ee906-79d3-4db9-9980-c02f8067280d None None] Routers {'31d74ac2-2d32-4311-87f5-eb6e25c18576'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:34:10.550189 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-d87ee906-79d3-4db9-9980-c02f8067280d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:34:09Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['31d74ac2-2d32-4311-87f5-eb6e25c18576'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:34:10.625152 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b6c8d-bde2-4cc4-b1f9-d863c5f2182b req-aeed40d1-2fb3-4a6f-819b-b391b1ce6cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:34:10.627907 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-7d2b6c8d-bde2-4cc4-b1f9-d863c5f2182b req-aeed40d1-2fb3-4a6f-819b-b391b1ce6cd9 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd0d7759-75c7-4308-aa2b-41f64d063b5c HTTP/1.1" status: 200 len: 850 time: 0.0797367 May 04 15:34:10.668895 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-d87ee906-79d3-4db9-9980-c02f8067280d None None] Set router 31d74ac2-2d32-4311-87f5-eb6e25c18576 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:34:10.680467 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:10.703953 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2b6c8d-bde2-4cc4-b1f9-d863c5f2182b req-a5dbaedd-6eaf-4a36-ba83-4b2331f2fc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:34:10.706756 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-7d2b6c8d-bde2-4cc4-b1f9-d863c5f2182b req-a5dbaedd-6eaf-4a36-ba83-4b2331f2fc24 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96103362-e6c6-4f42-a4d2-85307d75ab1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0723002 May 04 15:34:10.823964 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-7d2b6c8d-bde2-4cc4-b1f9-d863c5f2182b req-f884d06a-078f-4c82-a5e4-49b15400b4a7 service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1104803 May 04 15:34:10.921719 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-d87ee906-79d3-4db9-9980-c02f8067280d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'name': 'tempest-AttachVolumeTestJSON-2057169159-router', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:08:50Z', 'updated_at': '2022-05-04T15:08:53Z', 'revision_number': 4, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'gw_port': {'id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:08:51Z', 'updated_at': '2022-05-04T15:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': 'aee151da-bdc4-4743-8c68-c60be9de3788', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'port_id': '71f90c08-3a2d-469c-b55b-21a82e5eda3d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d', 'mac_address': 'fa:16:3e:6f:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18306a2b-5e54-4a71-89b2-9260b3edf615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:33:56Z', 'updated_at': '2022-05-04T15:34:09Z', 'revision_number': 1, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e029eb9a-30bd-420b-9121-5b678e6fbba8', 'name': '', 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'mac_address': 'fa:16:3e:1a:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'cd0d7759-75c7-4308-aa2b-41f64d063b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:08:52Z', 'updated_at': '2022-05-04T15:08:56Z', 'revision_number': 5, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'subnets': [{'id': 'cd0d7759-75c7-4308-aa2b-41f64d063b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:34:10.923644 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-7d2b6c8d-bde2-4cc4-b1f9-d863c5f2182b req-dd0fb969-46ea-48e3-ad57-e4cdf0a83356 service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922129 May 04 15:34:10.950397 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d87ee906-79d3-4db9-9980-c02f8067280d None None] The sync data for ids ['31d74ac2-2d32-4311-87f5-eb6e25c18576'] in dv-cinder-829630-2-iscsi is: [{'id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'name': 'tempest-AttachVolumeTestJSON-2057169159-router', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:08:50Z', 'updated_at': '2022-05-04T15:08:53Z', 'revision_number': 4, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'gw_port': {'id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:08:51Z', 'updated_at': '2022-05-04T15:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_floatingips': [{'id': 'aee151da-bdc4-4743-8c68-c60be9de3788', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'floating_ip_address': '172.27.1.108', 'floating_network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'router_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'port_id': '71f90c08-3a2d-469c-b55b-21a82e5eda3d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 682, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d', 'mac_address': 'fa:16:3e:6f:c3:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18306a2b-5e54-4a71-89b2-9260b3edf615', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-05-04T15:33:56Z', 'updated_at': '2022-05-04T15:34:09Z', 'revision_number': 1, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e029eb9a-30bd-420b-9121-5b678e6fbba8', 'name': '', 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'mac_address': 'fa:16:3e:1a:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'cd0d7759-75c7-4308-aa2b-41f64d063b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:08:52Z', 'updated_at': '2022-05-04T15:08:56Z', 'revision_number': 5, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'subnets': [{'id': 'cd0d7759-75c7-4308-aa2b-41f64d063b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:34:11.158909 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8657e9bc-8b7d-4b16-9292-5b2926089b1e None None] New status for floating IP aee151da-bdc4-4743-8c68-c60be9de3788: ACTIVE {{(pid=101865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:34:11.509572 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:11.830426 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:21.190940 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 59028) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:34:21.259902 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-242af695-8d35-4ce3-804c-91e3dbcd29c7 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:21.289613 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-242af695-8d35-4ce3-804c-91e3dbcd29c7 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:21.354840 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-242af695-8d35-4ce3-804c-91e3dbcd29c7 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:21.357767 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-242af695-8d35-4ce3-804c-91e3dbcd29c7 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:21.358994 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-242af695-8d35-4ce3-804c-91e3dbcd29c7 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] 10.222.0.42 "DELETE /v2.0/security-groups/48667ce0-4e07-4d10-8820-e9278ae54544 HTTP/1.1" status: 204 len: 168 time: 0.1670063 May 04 15:34:21.370598 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242af695-8d35-4ce3-804c-91e3dbcd29c7 tempest-TestVolumeBootPattern-433573624 tempest-TestVolumeBootPattern-433573624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48667ce0-4e07-4d10-8820-e9278ae54544,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:34:21.720404 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 59032) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:34:22.262407 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-3800ea81-cf04-4b73-a076-41be589c79d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-627534'] for router_interface, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:22.551675 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-3800ea81-cf04-4b73-a076-41be589c79d2 admin admin] Deleting port 92332740-8551-4617-a14b-a5ea0897409b {{(pid=101863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:34:22.552006 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-3800ea81-cf04-4b73-a076-41be589c79d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:22.640293 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [None req-3800ea81-cf04-4b73-a076-41be589c79d2 admin admin] For port 92332740-8551-4617-a14b-a5ea0897409b, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=92332740-8551-4617-a14b-a5ea0897409b,segment=NetworkSegment(d31e7b59-dfee-4fbf-9768-43afaf63f9d2),segment_id=d31e7b59-dfee-4fbf-9768-43afaf63f9d2)] {{(pid=101863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:34:22.640678 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-3800ea81-cf04-4b73-a076-41be589c79d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:22.658804 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-3800ea81-cf04-4b73-a076-41be589c79d2 admin admin] Calling delete_port for 92332740-8551-4617-a14b-a5ea0897409b owned by network:router_interface {{(pid=101863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:34:22.847691 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-3800ea81-cf04-4b73-a076-41be589c79d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:22.875958 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3800ea81-cf04-4b73-a076-41be589c79d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=92332740-8551-4617-a14b-a5ea0897409b,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:34:23.073914 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-3800ea81-cf04-4b73-a076-41be589c79d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-619175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627674'] for router_interface, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:23.308809 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3800ea81-cf04-4b73-a076-41be589c79d2 admin admin] Router 06f54089-7973-46bd-8d6b-77e9050d24a8 has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:34:23.418713 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3800ea81-cf04-4b73-a076-41be589c79d2 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:34:23.424953 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-3800ea81-cf04-4b73-a076-41be589c79d2 admin admin] 10.222.0.42 "PUT /v2.0/routers/06f54089-7973-46bd-8d6b-77e9050d24a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7030575 May 04 15:34:23.426585 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 59042) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:34:23.431517 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84cef1f-8bc7-4966-8d46-12da3a8cada6 None None] Sync routers for ids ['06f54089-7973-46bd-8d6b-77e9050d24a8'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:34:23.441834 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84cef1f-8bc7-4966-8d46-12da3a8cada6 None None] Routers {'06f54089-7973-46bd-8d6b-77e9050d24a8'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:34:23.442541 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-f84cef1f-8bc7-4966-8d46-12da3a8cada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:34:09Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['06f54089-7973-46bd-8d6b-77e9050d24a8'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:34:23.541908 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1ba6-0e6a-40e0-b67f-6ede844a69af admin admin] Notify callbacks [] for router, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:23.548439 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-f84cef1f-8bc7-4966-8d46-12da3a8cada6 None None] Set router 06f54089-7973-46bd-8d6b-77e9050d24a8 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:34:23.652758 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1ba6-0e6a-40e0-b67f-6ede844a69af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:23.708972 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-0ebd1ba6-0e6a-40e0-b67f-6ede844a69af admin admin] Deleting port 5a71e944-f2ae-452e-8a63-3dd93f7f8f24 {{(pid=101863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:34:23.709196 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1ba6-0e6a-40e0-b67f-6ede844a69af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:23.736859 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-f84cef1f-8bc7-4966-8d46-12da3a8cada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'name': 'tempest-TestVolumeBootPattern-1512480132-router', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92'}], 'enable_snat': True}, 'gw_port_id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:56Z', 'updated_at': '2022-05-04T15:34:22Z', 'revision_number': 5, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'gw_port': {'id': '5a71e944-f2ae-452e-8a63-3dd93f7f8f24', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:6b:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:01:57Z', 'updated_at': '2022-05-04T15:02:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:34:23.763723 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84cef1f-8bc7-4966-8d46-12da3a8cada6 None None] Checking router: 06f54089-7973-46bd-8d6b-77e9050d24a8 for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:34:23.772003 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84cef1f-8bc7-4966-8d46-12da3a8cada6 None None] Routers {'06f54089-7973-46bd-8d6b-77e9050d24a8'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:34:23.773248 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-f84cef1f-8bc7-4966-8d46-12da3a8cada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:34:09Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['06f54089-7973-46bd-8d6b-77e9050d24a8'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:34:23.795581 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [None req-0ebd1ba6-0e6a-40e0-b67f-6ede844a69af admin admin] For port 5a71e944-f2ae-452e-8a63-3dd93f7f8f24, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=5a71e944-f2ae-452e-8a63-3dd93f7f8f24,segment=NetworkSegment(60ac4599-e6dd-4770-844e-5b54095f67fa),segment_id=60ac4599-e6dd-4770-844e-5b54095f67fa)] {{(pid=101863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:34:23.795939 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1ba6-0e6a-40e0-b67f-6ede844a69af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:23.807759 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-0ebd1ba6-0e6a-40e0-b67f-6ede844a69af admin admin] Calling delete_port for 5a71e944-f2ae-452e-8a63-3dd93f7f8f24 owned by network:router_gateway {{(pid=101863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:34:23.950877 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-f84cef1f-8bc7-4966-8d46-12da3a8cada6 None None] Set router 06f54089-7973-46bd-8d6b-77e9050d24a8 gateway port host: None {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:34:23.990277 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1ba6-0e6a-40e0-b67f-6ede844a69af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:24.003207 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-f84cef1f-8bc7-4966-8d46-12da3a8cada6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'name': 'tempest-TestVolumeBootPattern-1512480132-router', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:56Z', 'updated_at': '2022-05-04T15:34:23Z', 'revision_number': 6, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'gw_port_host': None}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:34:24.024716 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebd1ba6-0e6a-40e0-b67f-6ede844a69af admin admin] Pushing event deleted for resources: {'Port': ['ID=5a71e944-f2ae-452e-8a63-3dd93f7f8f24,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:34:24.034067 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f84cef1f-8bc7-4966-8d46-12da3a8cada6 None None] The sync data for ids ['06f54089-7973-46bd-8d6b-77e9050d24a8'] in dv-cinder-829630-2-iscsi is: [{'id': '06f54089-7973-46bd-8d6b-77e9050d24a8', 'name': 'tempest-TestVolumeBootPattern-1512480132-router', 'tenant_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:01:56Z', 'updated_at': '2022-05-04T15:34:23Z', 'revision_number': 6, 'project_id': '746261ccdb744b4abdfc7b324a2ab0c7', 'gw_port_host': None}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:34:24.101928 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1ba6-0e6a-40e0-b67f-6ede844a69af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628356'] for router_gateway, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:24.244170 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1ba6-0e6a-40e0-b67f-6ede844a69af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27428'] for router, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:24.246695 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1ba6-0e6a-40e0-b67f-6ede844a69af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:24.298724 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1ba6-0e6a-40e0-b67f-6ede844a69af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-625704'] for router, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:24.299643 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ebd1ba6-0e6a-40e0-b67f-6ede844a69af admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06f54089-7973-46bd-8d6b-77e9050d24a8 {{(pid=101863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 15:34:24.306990 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-0ebd1ba6-0e6a-40e0-b67f-6ede844a69af admin admin] Notify callbacks [] for router, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:24.308514 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-0ebd1ba6-0e6a-40e0-b67f-6ede844a69af admin admin] 10.222.0.42 "DELETE /v2.0/routers/06f54089-7973-46bd-8d6b-77e9050d24a8 HTTP/1.1" status: 204 len: 168 time: 0.8806391 May 04 15:34:24.312698 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 59046) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:34:24.359744 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97e02e1-1e3d-49dd-9d09-dbc954694509 admin admin] Deleting subnet c125eab1-7cf8-4e7c-acbb-db552c02fcee {{(pid=101864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 15:34:24.363145 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c97e02e1-1e3d-49dd-9d09-dbc954694509 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:24.417233 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c97e02e1-1e3d-49dd-9d09-dbc954694509 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261144784'] for subnet, precommit_delete_associations {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:24.532262 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c97e02e1-1e3d-49dd-9d09-dbc954694509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759364'] for subnet, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:24.591244 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c97e02e1-1e3d-49dd-9d09-dbc954694509 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261144785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930317'] for subnet, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:24.619051 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97e02e1-1e3d-49dd-9d09-dbc954694509 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c125eab1-7cf8-4e7c-acbb-db552c02fcee,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:34:24.625716 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c97e02e1-1e3d-49dd-9d09-dbc954694509 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for subnet, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:24.630826 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-c97e02e1-1e3d-49dd-9d09-dbc954694509 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/c125eab1-7cf8-4e7c-acbb-db552c02fcee HTTP/1.1" status: 204 len: 168 time: 0.3169057 May 04 15:34:24.631567 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b1a4ae-7a3a-4e2b-8705-af364ee62a06 None None] Network cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:34:24.634645 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 59048) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:34:24.715959 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9d90ccb4-11d2-45ef-8c30-56370074e413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697412'] for network, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:24.794493 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-9d90ccb4-11d2-45ef-8c30-56370074e413 admin admin] Deleting port 62f3509f-96b2-42b8-b0e1-ef02a5a5465a {{(pid=101864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:34:24.794834 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9d90ccb4-11d2-45ef-8c30-56370074e413 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:24.841100 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfa7c02d-0b11-4cba-82aa-c9cc5fc87fe9 None None] DHCP port deletion for cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 request from dv-cinder-829630-2-iscsi {{(pid=101865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 04 15:34:24.878357 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [None req-9d90ccb4-11d2-45ef-8c30-56370074e413 admin admin] For port 62f3509f-96b2-42b8-b0e1-ef02a5a5465a, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=62f3509f-96b2-42b8-b0e1-ef02a5a5465a,segment=NetworkSegment(d31e7b59-dfee-4fbf-9768-43afaf63f9d2),segment_id=d31e7b59-dfee-4fbf-9768-43afaf63f9d2)] {{(pid=101864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:34:24.878718 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9d90ccb4-11d2-45ef-8c30-56370074e413 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:24.900137 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-9d90ccb4-11d2-45ef-8c30-56370074e413 admin admin] Calling delete_port for 62f3509f-96b2-42b8-b0e1-ef02a5a5465a owned by network:dhcp {{(pid=101864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:34:24.918847 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 5a71e944-f2ae-452e-8a63-3dd93f7f8f24 no longer exists at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:34:24.943110 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] No Port match for: 5a71e944-f2ae-452e-8a63-3dd93f7f8f24 {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:34:24.943447 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 5a71e944-f2ae-452e-8a63-3dd93f7f8f24 not bound to the agent host dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:34:24.944073 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 92332740-8551-4617-a14b-a5ea0897409b no longer exists at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:34:24.968599 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] No Port match for: 92332740-8551-4617-a14b-a5ea0897409b {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:34:24.969064 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 92332740-8551-4617-a14b-a5ea0897409b not bound to the agent host dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:34:24.969390 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 62f3509f-96b2-42b8-b0e1-ef02a5a5465a no longer exists at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:34:24.973713 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-dfa7c02d-0b11-4cba-82aa-c9cc5fc87fe9 None None] Deleting port 62f3509f-96b2-42b8-b0e1-ef02a5a5465a {{(pid=101865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:34:24.974090 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-dfa7c02d-0b11-4cba-82aa-c9cc5fc87fe9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:25.051213 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9d90ccb4-11d2-45ef-8c30-56370074e413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:25.074388 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] No active binding found for port 62f3509f-96b2-42b8-b0e1-ef02a5a5465a {{(pid=101865) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} May 04 15:34:25.074720 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 62f3509f-96b2-42b8-b0e1-ef02a5a5465a not bound to the agent host dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:34:25.083093 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-dfa7c02d-0b11-4cba-82aa-c9cc5fc87fe9 None None] For port 62f3509f-96b2-42b8-b0e1-ef02a5a5465a, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=62f3509f-96b2-42b8-b0e1-ef02a5a5465a,segment=NetworkSegment(d31e7b59-dfee-4fbf-9768-43afaf63f9d2),segment_id=d31e7b59-dfee-4fbf-9768-43afaf63f9d2)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:34:25.083799 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-dfa7c02d-0b11-4cba-82aa-c9cc5fc87fe9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:25.098450 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90ccb4-11d2-45ef-8c30-56370074e413 admin admin] Pushing event deleted for resources: {'Port': ['ID=62f3509f-96b2-42b8-b0e1-ef02a5a5465a,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:34:25.099689 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-dfa7c02d-0b11-4cba-82aa-c9cc5fc87fe9 None None] Calling delete_port for 62f3509f-96b2-42b8-b0e1-ef02a5a5465a owned by network:dhcp {{(pid=101865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:34:25.100600 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d90ccb4-11d2-45ef-8c30-56370074e413 admin admin] No DVR routers for this DVR port 62f3509f-96b2-42b8-b0e1-ef02a5a5465a on host dv-cinder-829630-2-iscsi {{(pid=101864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:34:25.221368 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9d90ccb4-11d2-45ef-8c30-56370074e413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753417', 'neutron.services.segments.db._delete_segments_for_network-8755428157040'] for network, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:25.238700 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-dfa7c02d-0b11-4cba-82aa-c9cc5fc87fe9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004'] for port, after_delete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:25.262414 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.services.segments.db [None req-9d90ccb4-11d2-45ef-8c30-56370074e413 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbd2d677-a8b1-4ebd-b28c-fcf8695293b2']}} {{(pid=101864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:34:25.280195 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.services.segments.db [None req-9d90ccb4-11d2-45ef-8c30-56370074e413 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd31e7b59-dfee-4fbf-9768-43afaf63f9d2') {'for_net_delete': True} {{(pid=101864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:34:25.280653 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.services.segments.db [None req-9d90ccb4-11d2-45ef-8c30-56370074e413 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd31e7b59-dfee-4fbf-9768-43afaf63f9d2') {} {{(pid=101864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:34:25.284383 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa7c02d-0b11-4cba-82aa-c9cc5fc87fe9 None None] Pushing event deleted for resources: {'Port': ['ID=62f3509f-96b2-42b8-b0e1-ef02a5a5465a,revision_number=None']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:34:25.298968 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa7c02d-0b11-4cba-82aa-c9cc5fc87fe9 None None] No DVR routers for this DVR port 62f3509f-96b2-42b8-b0e1-ef02a5a5465a on host dv-cinder-829630-2-iscsi {{(pid=101865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:34:25.302382 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9d90ccb4-11d2-45ef-8c30-56370074e413 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755428158585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261144795'] for segment, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:25.332120 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9d90ccb4-11d2-45ef-8c30-56370074e413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:25.341467 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d90ccb4-11d2-45ef-8c30-56370074e413 admin admin] Releasing vlan 252 on physical network physnet1 to pool {{(pid=101864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:34:25.341922 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9d90ccb4-11d2-45ef-8c30-56370074e413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261144951'] for segment, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:25.344922 dv-cinder-829630-2-iscsi neutron-server[101864]: Traceback (most recent call last): May 04 15:34:25.344922 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:34:25.344922 dv-cinder-829630-2-iscsi neutron-server[101864]: timer() May 04 15:34:25.344922 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:34:25.344922 dv-cinder-829630-2-iscsi neutron-server[101864]: cb(*args, **kw) May 04 15:34:25.344922 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:34:25.344922 dv-cinder-829630-2-iscsi neutron-server[101864]: return func(*args, **kwargs) May 04 15:34:25.344922 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:34:25.344922 dv-cinder-829630-2-iscsi neutron-server[101864]: self._notify() May 04 15:34:25.344922 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:34:25.344922 dv-cinder-829630-2-iscsi neutron-server[101864]: self.callback(batched_events) May 04 15:34:25.344922 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:34:25.344922 dv-cinder-829630-2-iscsi neutron-server[101864]: event.method(event) May 04 15:34:25.344922 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:34:25.344922 dv-cinder-829630-2-iscsi neutron-server[101864]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:34:25.344922 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:34:25.344922 dv-cinder-829630-2-iscsi neutron-server[101864]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:34:25.344922 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:34:25.344922 dv-cinder-829630-2-iscsi neutron-server[101864]: return f(self, *a, **k) May 04 15:34:25.344922 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:34:25.344922 dv-cinder-829630-2-iscsi neutron-server[101864]: return self._get(url).json() May 04 15:34:25.344922 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:34:25.344922 dv-cinder-829630-2-iscsi neutron-server[101864]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:34:25.344922 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:34:25.344922 dv-cinder-829630-2-iscsi neutron-server[101864]: return self.request(url, 'GET', **kwargs) May 04 15:34:25.344922 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:34:25.344922 dv-cinder-829630-2-iscsi neutron-server[101864]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:34:25.344922 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:34:25.344922 dv-cinder-829630-2-iscsi neutron-server[101864]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:34:25.344922 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:34:25.344922 dv-cinder-829630-2-iscsi neutron-server[101864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:34:25.344922 dv-cinder-829630-2-iscsi neutron-server[101864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:34:25.403713 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9d90ccb4-11d2-45ef-8c30-56370074e413 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628060'] for network, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:25.412199 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-9d90ccb4-11d2-45ef-8c30-56370074e413 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:25.416348 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-9d90ccb4-11d2-45ef-8c30-56370074e413 admin admin] 10.222.0.42 "DELETE /v2.0/networks/cbd2d677-a8b1-4ebd-b28c-fcf8695293b2 HTTP/1.1" status: 204 len: 168 time: 0.7805440 May 04 15:34:25.419921 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 59052) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:34:25.426573 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d90ccb4-11d2-45ef-8c30-56370074e413 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbd2d677-a8b1-4ebd-b28c-fcf8695293b2,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:34:26.178690 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-00f560bc-43b5-4d59-964d-ac1f7c3b6037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-627534'] for router_interface, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:26.478197 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-00f560bc-43b5-4d59-964d-ac1f7c3b6037 admin admin] Deleting port c2c36aad-4d6d-406c-9f1b-e9ff05563e01 {{(pid=101863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:34:26.478958 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-00f560bc-43b5-4d59-964d-ac1f7c3b6037 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:26.570304 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [None req-00f560bc-43b5-4d59-964d-ac1f7c3b6037 admin admin] For port c2c36aad-4d6d-406c-9f1b-e9ff05563e01, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=c2c36aad-4d6d-406c-9f1b-e9ff05563e01,segment=NetworkSegment(86d78e02-2399-4b13-8cb2-c9c0d81aeba9),segment_id=86d78e02-2399-4b13-8cb2-c9c0d81aeba9)] {{(pid=101863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:34:26.570662 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-00f560bc-43b5-4d59-964d-ac1f7c3b6037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:26.587511 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-00f560bc-43b5-4d59-964d-ac1f7c3b6037 admin admin] Calling delete_port for c2c36aad-4d6d-406c-9f1b-e9ff05563e01 owned by network:router_interface {{(pid=101863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:34:26.828267 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-00f560bc-43b5-4d59-964d-ac1f7c3b6037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:26.856370 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f560bc-43b5-4d59-964d-ac1f7c3b6037 admin admin] Pushing event deleted for resources: {'Port': ['ID=c2c36aad-4d6d-406c-9f1b-e9ff05563e01,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:34:27.074930 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-00f560bc-43b5-4d59-964d-ac1f7c3b6037 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-619175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627674'] for router_interface, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:27.325700 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00f560bc-43b5-4d59-964d-ac1f7c3b6037 admin admin] Router 2028afca-2d9a-45d5-96e5-38be361fdf33 has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101863) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:34:27.470276 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00f560bc-43b5-4d59-964d-ac1f7c3b6037 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101863) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:34:27.477391 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-00f560bc-43b5-4d59-964d-ac1f7c3b6037 admin admin] 10.222.0.42 "PUT /v2.0/routers/2028afca-2d9a-45d5-96e5-38be361fdf33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0552914 May 04 15:34:27.481217 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 59058) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:34:27.486884 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8d7cfc-6b16-4cdb-bb43-c1e79aacea09 None None] Sync routers for ids ['2028afca-2d9a-45d5-96e5-38be361fdf33'] in dv-cinder-829630-2-iscsi {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:34:27.510020 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8d7cfc-6b16-4cdb-bb43-c1e79aacea09 None None] Routers {'2028afca-2d9a-45d5-96e5-38be361fdf33'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:34:27.511997 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-df8d7cfc-6b16-4cdb-bb43-c1e79aacea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:34:09Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['2028afca-2d9a-45d5-96e5-38be361fdf33'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:34:27.624679 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7d3c904d-86b0-41f8-844c-9660c2383b99 admin admin] Notify callbacks [] for router, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:27.655693 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-df8d7cfc-6b16-4cdb-bb43-c1e79aacea09 None None] Set router 2028afca-2d9a-45d5-96e5-38be361fdf33 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:34:27.775629 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7d3c904d-86b0-41f8-844c-9660c2383b99 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:27.846507 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c904d-86b0-41f8-844c-9660c2383b99 admin admin] Deleting port ae83a29a-8c7e-4e2b-a4cc-c94b85177419 {{(pid=101863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:34:27.846851 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7d3c904d-86b0-41f8-844c-9660c2383b99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:27.957941 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [None req-7d3c904d-86b0-41f8-844c-9660c2383b99 admin admin] For port ae83a29a-8c7e-4e2b-a4cc-c94b85177419, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=ae83a29a-8c7e-4e2b-a4cc-c94b85177419,segment=NetworkSegment(60ac4599-e6dd-4770-844e-5b54095f67fa),segment_id=60ac4599-e6dd-4770-844e-5b54095f67fa)] {{(pid=101863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:34:27.958467 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7d3c904d-86b0-41f8-844c-9660c2383b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:27.980856 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-7d3c904d-86b0-41f8-844c-9660c2383b99 admin admin] Calling delete_port for ae83a29a-8c7e-4e2b-a4cc-c94b85177419 owned by network:router_gateway {{(pid=101863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:34:28.032491 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-df8d7cfc-6b16-4cdb-bb43-c1e79aacea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2028afca-2d9a-45d5-96e5-38be361fdf33', 'name': 'tempest-TestVolumeBootPattern-853310989-router', 'tenant_id': '0d009fe7995a43f4b7568691a8e09fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.233'}], 'enable_snat': True}, 'gw_port_id': 'ae83a29a-8c7e-4e2b-a4cc-c94b85177419', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:02:02Z', 'updated_at': '2022-05-04T15:34:26Z', 'revision_number': 5, 'project_id': '0d009fe7995a43f4b7568691a8e09fa1', 'gw_port': {'id': 'ae83a29a-8c7e-4e2b-a4cc-c94b85177419', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:11:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2028afca-2d9a-45d5-96e5-38be361fdf33', 'device_owner': 'network:router_gateway', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:02:02Z', 'updated_at': '2022-05-04T15:02:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:34:28.066009 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8d7cfc-6b16-4cdb-bb43-c1e79aacea09 None None] Checking router: 2028afca-2d9a-45d5-96e5-38be361fdf33 for host: dv-cinder-829630-2-iscsi {{(pid=101865) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:34:28.077547 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df8d7cfc-6b16-4cdb-bb43-c1e79aacea09 None None] Routers {'2028afca-2d9a-45d5-96e5-38be361fdf33'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101865) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:34:28.078211 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-df8d7cfc-6b16-4cdb-bb43-c1e79aacea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:34:09Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['2028afca-2d9a-45d5-96e5-38be361fdf33'], 'active': True} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:34:28.185643 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvr_db [None req-df8d7cfc-6b16-4cdb-bb43-c1e79aacea09 None None] Set router 2028afca-2d9a-45d5-96e5-38be361fdf33 gateway port host: None {{(pid=101865) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:34:28.225698 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7d3c904d-86b0-41f8-844c-9660c2383b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:28.255177 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_hamode_db [None req-df8d7cfc-6b16-4cdb-bb43-c1e79aacea09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2028afca-2d9a-45d5-96e5-38be361fdf33', 'name': 'tempest-TestVolumeBootPattern-853310989-router', 'tenant_id': '0d009fe7995a43f4b7568691a8e09fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:02:02Z', 'updated_at': '2022-05-04T15:34:27Z', 'revision_number': 6, 'project_id': '0d009fe7995a43f4b7568691a8e09fa1', 'gw_port_host': None}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101865) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:34:28.266811 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3c904d-86b0-41f8-844c-9660c2383b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae83a29a-8c7e-4e2b-a4cc-c94b85177419,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:34:28.287761 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df8d7cfc-6b16-4cdb-bb43-c1e79aacea09 None None] The sync data for ids ['2028afca-2d9a-45d5-96e5-38be361fdf33'] in dv-cinder-829630-2-iscsi is: [{'id': '2028afca-2d9a-45d5-96e5-38be361fdf33', 'name': 'tempest-TestVolumeBootPattern-853310989-router', 'tenant_id': '0d009fe7995a43f4b7568691a8e09fa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:02:02Z', 'updated_at': '2022-05-04T15:34:27Z', 'revision_number': 6, 'project_id': '0d009fe7995a43f4b7568691a8e09fa1', 'gw_port_host': None}] {{(pid=101865) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:34:28.363656 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7d3c904d-86b0-41f8-844c-9660c2383b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628356'] for router_gateway, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:28.481380 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7d3c904d-86b0-41f8-844c-9660c2383b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27428'] for router, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:28.484422 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7d3c904d-86b0-41f8-844c-9660c2383b99 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:28.543057 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7d3c904d-86b0-41f8-844c-9660c2383b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-625704'] for router, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:28.543631 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d3c904d-86b0-41f8-844c-9660c2383b99 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2028afca-2d9a-45d5-96e5-38be361fdf33 {{(pid=101863) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 15:34:28.548485 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-7d3c904d-86b0-41f8-844c-9660c2383b99 admin admin] Notify callbacks [] for router, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:28.550445 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-7d3c904d-86b0-41f8-844c-9660c2383b99 admin admin] 10.222.0.42 "DELETE /v2.0/routers/2028afca-2d9a-45d5-96e5-38be361fdf33 HTTP/1.1" status: 204 len: 168 time: 1.0664289 May 04 15:34:28.555335 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 59062) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:34:28.622418 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e800e5-bb27-48ba-9d1c-184a74bbaa69 admin admin] Deleting subnet 05a3073f-c29d-4267-8acc-01d6818d9ad6 {{(pid=101864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 15:34:28.626086 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b0e800e5-bb27-48ba-9d1c-184a74bbaa69 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:28.683980 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b0e800e5-bb27-48ba-9d1c-184a74bbaa69 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261144784'] for subnet, precommit_delete_associations {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:28.809349 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b0e800e5-bb27-48ba-9d1c-184a74bbaa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759364'] for subnet, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:28.816654 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device c2c36aad-4d6d-406c-9f1b-e9ff05563e01 no longer exists at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:34:28.845104 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] No Port match for: c2c36aad-4d6d-406c-9f1b-e9ff05563e01 {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:34:28.845447 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device c2c36aad-4d6d-406c-9f1b-e9ff05563e01 not bound to the agent host dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:34:28.883873 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b0e800e5-bb27-48ba-9d1c-184a74bbaa69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261144785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930317'] for subnet, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:28.916317 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b0e800e5-bb27-48ba-9d1c-184a74bbaa69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for subnet, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:28.921059 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed608b6-44df-4edf-8a28-680a9ea11e3e None None] Network 81d1d665-7282-48d5-a959-475acfd91767 requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:34:28.921711 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-b0e800e5-bb27-48ba-9d1c-184a74bbaa69 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/05a3073f-c29d-4267-8acc-01d6818d9ad6 HTTP/1.1" status: 204 len: 168 time: 0.3648117 May 04 15:34:28.923429 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e800e5-bb27-48ba-9d1c-184a74bbaa69 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05a3073f-c29d-4267-8acc-01d6818d9ad6,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:34:28.924472 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 59064) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:34:29.048488 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bba8b63f-3a13-4e78-8956-0c0ed2de4031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697412'] for network, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:29.139765 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-bba8b63f-3a13-4e78-8956-0c0ed2de4031 admin admin] Deleting port ad762c2f-ce5a-48c0-8151-c19ae97fc8a7 {{(pid=101863) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:34:29.140106 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bba8b63f-3a13-4e78-8956-0c0ed2de4031 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:29.158335 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0fcda0-2ada-468d-bcb4-1ba0ae02f0a0 None None] DHCP port deletion for 81d1d665-7282-48d5-a959-475acfd91767 request from dv-cinder-829630-2-iscsi {{(pid=101865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 04 15:34:29.222916 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.db [None req-bba8b63f-3a13-4e78-8956-0c0ed2de4031 admin admin] For port ad762c2f-ce5a-48c0-8151-c19ae97fc8a7, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=ad762c2f-ce5a-48c0-8151-c19ae97fc8a7,segment=NetworkSegment(86d78e02-2399-4b13-8cb2-c9c0d81aeba9),segment_id=86d78e02-2399-4b13-8cb2-c9c0d81aeba9)] {{(pid=101863) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:34:29.223279 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bba8b63f-3a13-4e78-8956-0c0ed2de4031 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:29.236387 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-ca0fcda0-2ada-468d-bcb4-1ba0ae02f0a0 None None] Deleting port ad762c2f-ce5a-48c0-8151-c19ae97fc8a7 {{(pid=101865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:34:29.236794 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-ca0fcda0-2ada-468d-bcb4-1ba0ae02f0a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:29.243795 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.plugin [None req-bba8b63f-3a13-4e78-8956-0c0ed2de4031 admin admin] Calling delete_port for ad762c2f-ce5a-48c0-8151-c19ae97fc8a7 owned by network:dhcp {{(pid=101863) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:34:29.327119 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-ca0fcda0-2ada-468d-bcb4-1ba0ae02f0a0 None None] For port ad762c2f-ce5a-48c0-8151-c19ae97fc8a7, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=ad762c2f-ce5a-48c0-8151-c19ae97fc8a7,segment=NetworkSegment(86d78e02-2399-4b13-8cb2-c9c0d81aeba9),segment_id=86d78e02-2399-4b13-8cb2-c9c0d81aeba9)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:34:29.327765 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-ca0fcda0-2ada-468d-bcb4-1ba0ae02f0a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:29.351020 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bba8b63f-3a13-4e78-8956-0c0ed2de4031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2944225'] for port, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:29.351999 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-ca0fcda0-2ada-468d-bcb4-1ba0ae02f0a0 None None] Calling delete_port for ad762c2f-ce5a-48c0-8151-c19ae97fc8a7 owned by network:dhcp {{(pid=101865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:34:29.385907 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8b63f-3a13-4e78-8956-0c0ed2de4031 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad762c2f-ce5a-48c0-8151-c19ae97fc8a7,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:34:29.391424 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba8b63f-3a13-4e78-8956-0c0ed2de4031 admin admin] No DVR routers for this DVR port ad762c2f-ce5a-48c0-8151-c19ae97fc8a7 on host dv-cinder-829630-2-iscsi {{(pid=101863) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:34:29.466456 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-ca0fcda0-2ada-468d-bcb4-1ba0ae02f0a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004'] for port, after_delete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:29.495478 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0fcda0-2ada-468d-bcb4-1ba0ae02f0a0 None None] Pushing event deleted for resources: {'Port': ['ID=ad762c2f-ce5a-48c0-8151-c19ae97fc8a7,revision_number=None']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:34:29.499181 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bba8b63f-3a13-4e78-8956-0c0ed2de4031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753417', 'neutron.services.segments.db._delete_segments_for_network-8755428157040'] for network, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:29.499776 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0fcda0-2ada-468d-bcb4-1ba0ae02f0a0 None None] No DVR routers for this DVR port ad762c2f-ce5a-48c0-8151-c19ae97fc8a7 on host dv-cinder-829630-2-iscsi {{(pid=101865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:34:29.536410 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.services.segments.db [None req-bba8b63f-3a13-4e78-8956-0c0ed2de4031 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81d1d665-7282-48d5-a959-475acfd91767']}} {{(pid=101863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:34:29.552835 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.services.segments.db [None req-bba8b63f-3a13-4e78-8956-0c0ed2de4031 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d78e02-2399-4b13-8cb2-c9c0d81aeba9') {'for_net_delete': True} {{(pid=101863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:34:29.553322 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.services.segments.db [None req-bba8b63f-3a13-4e78-8956-0c0ed2de4031 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d78e02-2399-4b13-8cb2-c9c0d81aeba9') {} {{(pid=101863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:34:29.570512 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bba8b63f-3a13-4e78-8956-0c0ed2de4031 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755428158585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262023754'] for segment, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:29.587277 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bba8b63f-3a13-4e78-8956-0c0ed2de4031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:29.595043 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bba8b63f-3a13-4e78-8956-0c0ed2de4031 admin admin] Releasing vlan 298 on physical network physnet1 to pool {{(pid=101863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:34:29.595524 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bba8b63f-3a13-4e78-8956-0c0ed2de4031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2944180'] for segment, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:29.597832 dv-cinder-829630-2-iscsi neutron-server[101863]: Traceback (most recent call last): May 04 15:34:29.597832 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:34:29.597832 dv-cinder-829630-2-iscsi neutron-server[101863]: timer() May 04 15:34:29.597832 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:34:29.597832 dv-cinder-829630-2-iscsi neutron-server[101863]: cb(*args, **kw) May 04 15:34:29.597832 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:34:29.597832 dv-cinder-829630-2-iscsi neutron-server[101863]: return func(*args, **kwargs) May 04 15:34:29.597832 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:34:29.597832 dv-cinder-829630-2-iscsi neutron-server[101863]: self._notify() May 04 15:34:29.597832 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:34:29.597832 dv-cinder-829630-2-iscsi neutron-server[101863]: self.callback(batched_events) May 04 15:34:29.597832 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:34:29.597832 dv-cinder-829630-2-iscsi neutron-server[101863]: event.method(event) May 04 15:34:29.597832 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:34:29.597832 dv-cinder-829630-2-iscsi neutron-server[101863]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:34:29.597832 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:34:29.597832 dv-cinder-829630-2-iscsi neutron-server[101863]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:34:29.597832 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:34:29.597832 dv-cinder-829630-2-iscsi neutron-server[101863]: return f(self, *a, **k) May 04 15:34:29.597832 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:34:29.597832 dv-cinder-829630-2-iscsi neutron-server[101863]: return self._get(url).json() May 04 15:34:29.597832 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:34:29.597832 dv-cinder-829630-2-iscsi neutron-server[101863]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:34:29.597832 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:34:29.597832 dv-cinder-829630-2-iscsi neutron-server[101863]: return self.request(url, 'GET', **kwargs) May 04 15:34:29.597832 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:34:29.597832 dv-cinder-829630-2-iscsi neutron-server[101863]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:34:29.597832 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:34:29.597832 dv-cinder-829630-2-iscsi neutron-server[101863]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:34:29.597832 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:34:29.597832 dv-cinder-829630-2-iscsi neutron-server[101863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:34:29.597832 dv-cinder-829630-2-iscsi neutron-server[101863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:34:29.663516 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bba8b63f-3a13-4e78-8956-0c0ed2de4031 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628060'] for network, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:29.669794 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-bba8b63f-3a13-4e78-8956-0c0ed2de4031 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:29.677238 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-bba8b63f-3a13-4e78-8956-0c0ed2de4031 admin admin] 10.222.0.42 "DELETE /v2.0/networks/81d1d665-7282-48d5-a959-475acfd91767 HTTP/1.1" status: 204 len: 168 time: 0.7472336 May 04 15:34:29.685585 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba8b63f-3a13-4e78-8956-0c0ed2de4031 admin admin] Pushing event deleted for resources: {'Network': ['ID=81d1d665-7282-48d5-a959-475acfd91767,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:34:29.809822 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 59070) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:34:29.856687 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-00e84ea5-55ab-406b-b431-2523dd2388d7 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=746261ccdb744b4abdfc7b324a2ab0c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0455382 May 04 15:34:29.859429 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 59072) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:34:29.922056 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-1867f8ac-c923-4842-b221-5eaeb72064d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:29.950537 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-1867f8ac-c923-4842-b221-5eaeb72064d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:30.007891 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-1867f8ac-c923-4842-b221-5eaeb72064d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:30.010871 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-1867f8ac-c923-4842-b221-5eaeb72064d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:30.012312 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-1867f8ac-c923-4842-b221-5eaeb72064d4 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/27571f7c-b5d6-40ad-9c34-58743954be8c HTTP/1.1" status: 204 len: 168 time: 0.1518443 May 04 15:34:30.022383 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1867f8ac-c923-4842-b221-5eaeb72064d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27571f7c-b5d6-40ad-9c34-58743954be8c,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:34:30.403808 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 59078) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:34:30.449938 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-b951a26b-ab31-4502-aed5-f90c4bd46016 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=0d009fe7995a43f4b7568691a8e09fa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0444958 May 04 15:34:30.452667 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 59080) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:34:30.543719 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6737356e-ca50-4479-898b-a65f4ca8822f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:30.583747 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6737356e-ca50-4479-898b-a65f4ca8822f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:30.661823 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device ae83a29a-8c7e-4e2b-a4cc-c94b85177419 no longer exists at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:34:30.667243 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6737356e-ca50-4479-898b-a65f4ca8822f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:30.670080 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6737356e-ca50-4479-898b-a65f4ca8822f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:30.671309 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-6737356e-ca50-4479-898b-a65f4ca8822f admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5f395257-afb7-4712-93b6-72ba5699d7d7 HTTP/1.1" status: 204 len: 168 time: 0.2172456 May 04 15:34:30.680183 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6737356e-ca50-4479-898b-a65f4ca8822f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f395257-afb7-4712-93b6-72ba5699d7d7,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:34:30.704149 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] No Port match for: ae83a29a-8c7e-4e2b-a4cc-c94b85177419 {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:34:30.704679 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device ae83a29a-8c7e-4e2b-a4cc-c94b85177419 not bound to the agent host dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:34:30.705375 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device ad762c2f-ce5a-48c0-8151-c19ae97fc8a7 no longer exists at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:34:30.735821 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] No Port match for: ad762c2f-ce5a-48c0-8151-c19ae97fc8a7 {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:34:30.736158 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device ad762c2f-ce5a-48c0-8151-c19ae97fc8a7 not bound to the agent host dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:34:36.226632 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54cc06f7-a323-40d2-8318-393c7f60b91b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:38.545850 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-236e59de-950c-422f-b8b3-2bf3d6b90752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:39.856752 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:40.685074 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:41.511828 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:41.825404 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:34:42.060910 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:34:51.100866 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-4c8fd7b9-b917-4ff5-bb59-f126cbfbf151 req-017e39aa-08ec-4e5a-b595-ca6850e97c91 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=18306a2b-5e54-4a71-89b2-9260b3edf615&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1698704 May 04 15:34:51.201683 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fd7b9-b917-4ff5-bb59-f126cbfbf151 req-a1a9d38f-a44a-4c5a-826a-09b386da9698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:34:51.203118 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-4c8fd7b9-b917-4ff5-bb59-f126cbfbf151 req-a1a9d38f-a44a-4c5a-826a-09b386da9698 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76eaebd5bb0b42ddb62d18459fdf359f&device_id=18306a2b-5e54-4a71-89b2-9260b3edf615 HTTP/1.1" status: 200 len: 1098 time: 0.0419264 May 04 15:34:51.311667 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fd7b9-b917-4ff5-bb59-f126cbfbf151 req-3b99366d-62c6-4212-be4d-7ec545a7d138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:34:51.313179 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-4c8fd7b9-b917-4ff5-bb59-f126cbfbf151 req-3b99366d-62c6-4212-be4d-7ec545a7d138 service neutron] 10.222.0.11 "GET /v2.0/networks?id=96103362-e6c6-4f42-a4d2-85307d75ab1d HTTP/1.1" status: 200 len: 912 time: 0.0903730 May 04 15:34:51.380076 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-4c8fd7b9-b917-4ff5-bb59-f126cbfbf151 req-6600620b-6528-4f0e-b754-af4ff94ef657 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71f90c08-3a2d-469c-b55b-21a82e5eda3d HTTP/1.1" status: 200 len: 1001 time: 0.0599618 May 04 15:34:51.441731 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fd7b9-b917-4ff5-bb59-f126cbfbf151 req-3f6e2256-24bb-443f-a316-80b724ebf919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:34:51.443357 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-4c8fd7b9-b917-4ff5-bb59-f126cbfbf151 req-3f6e2256-24bb-443f-a316-80b724ebf919 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd0d7759-75c7-4308-aa2b-41f64d063b5c HTTP/1.1" status: 200 len: 850 time: 0.0571611 May 04 15:34:51.494500 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8fd7b9-b917-4ff5-bb59-f126cbfbf151 req-f38b7528-43e0-4f7a-ae9c-283490f80fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:34:51.496913 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-4c8fd7b9-b917-4ff5-bb59-f126cbfbf151 req-f38b7528-43e0-4f7a-ae9c-283490f80fc0 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96103362-e6c6-4f42-a4d2-85307d75ab1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0469720 May 04 15:34:51.588577 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-4c8fd7b9-b917-4ff5-bb59-f126cbfbf151 req-8f9c3150-5413-4a07-80fe-c52c7a8420cc service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844085 May 04 15:34:51.686969 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-4c8fd7b9-b917-4ff5-bb59-f126cbfbf151 req-9c8e8f37-c5a6-42b1-88dc-a7b616485161 service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915041 May 04 15:35:06.219470 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-35648531-6dbb-4eaf-825c-7f538dddb3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:35:08.549480 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-13f91147-02d2-4813-813f-b4f557d86e2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:35:09.861446 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:35:10.696766 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:35:11.511930 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:35:11.829398 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:35:19.061643 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:35:36.221270 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-f27543ee-7ea7-4be7-82c6-14be76255821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:35:38.553127 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-dfc593a0-f681-4089-a311-a7562b456260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:35:39.863403 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:35:40.703390 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:35:41.514902 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:35:41.831624 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:35:51.989587 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-81cc3058-db2b-4382-bdf0-a68479c1934a req-3458bf64-4a14-46b2-9db9-bc427ce87918 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=18306a2b-5e54-4a71-89b2-9260b3edf615&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0454409 May 04 15:35:52.087128 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc3058-db2b-4382-bdf0-a68479c1934a req-63a45cf9-6b27-4128-9237-0377f000a393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:35:52.088599 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-81cc3058-db2b-4382-bdf0-a68479c1934a req-63a45cf9-6b27-4128-9237-0377f000a393 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76eaebd5bb0b42ddb62d18459fdf359f&device_id=18306a2b-5e54-4a71-89b2-9260b3edf615 HTTP/1.1" status: 200 len: 1098 time: 0.0398953 May 04 15:35:52.192463 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc3058-db2b-4382-bdf0-a68479c1934a req-30b0f1c7-94eb-4afd-a408-fa5177e16189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:35:52.193915 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-81cc3058-db2b-4382-bdf0-a68479c1934a req-30b0f1c7-94eb-4afd-a408-fa5177e16189 service neutron] 10.222.0.11 "GET /v2.0/networks?id=96103362-e6c6-4f42-a4d2-85307d75ab1d HTTP/1.1" status: 200 len: 912 time: 0.0867400 May 04 15:35:52.258880 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-81cc3058-db2b-4382-bdf0-a68479c1934a req-4b887911-294b-4709-9ddb-36587d0fc251 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71f90c08-3a2d-469c-b55b-21a82e5eda3d HTTP/1.1" status: 200 len: 1001 time: 0.0574486 May 04 15:35:52.311771 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc3058-db2b-4382-bdf0-a68479c1934a req-a2145558-78a2-4090-ba7d-ef4c2867627a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:35:52.313274 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-81cc3058-db2b-4382-bdf0-a68479c1934a req-a2145558-78a2-4090-ba7d-ef4c2867627a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd0d7759-75c7-4308-aa2b-41f64d063b5c HTTP/1.1" status: 200 len: 850 time: 0.0476899 May 04 15:35:52.359437 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc3058-db2b-4382-bdf0-a68479c1934a req-1027c288-f77c-4d16-82b2-b9c2f3563531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:35:52.360975 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-81cc3058-db2b-4382-bdf0-a68479c1934a req-1027c288-f77c-4d16-82b2-b9c2f3563531 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96103362-e6c6-4f42-a4d2-85307d75ab1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0409567 May 04 15:35:52.449000 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-81cc3058-db2b-4382-bdf0-a68479c1934a req-0b152500-123b-4291-9130-41bb30592016 service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812230 May 04 15:35:52.538898 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-81cc3058-db2b-4382-bdf0-a68479c1934a req-d9c8fff3-fcee-40d2-ad6b-081d3dfff406 service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831826 May 04 15:35:56.061327 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:36:06.225206 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-0b337609-4abe-4de5-b638-f1f880cc8b55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:36:08.557537 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-230ce482-43aa-4bba-a261-148e4b78ce01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:36:09.873503 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:36:10.718218 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:36:11.520747 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:36:11.837000 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:36:33.061736 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:36:36.227211 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-ab0b2ffc-3cc1-4fe0-bba6-2bf2dbcc74f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:36:38.561244 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-2e3be50b-736a-43b5-9d06-2530f2d62127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:36:39.868403 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:36:40.715139 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:36:41.521273 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:36:41.830089 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:36:51.980033 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b2143631-6fdb-4b88-ab9b-6aee24becd3d req-5fefa376-d836-4e07-b801-8cf0ae441ddc service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=18306a2b-5e54-4a71-89b2-9260b3edf615&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392337 May 04 15:36:52.079799 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2143631-6fdb-4b88-ab9b-6aee24becd3d req-c1308aae-a182-46cc-900d-d52df1f0413b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:36:52.081219 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b2143631-6fdb-4b88-ab9b-6aee24becd3d req-c1308aae-a182-46cc-900d-d52df1f0413b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76eaebd5bb0b42ddb62d18459fdf359f&device_id=18306a2b-5e54-4a71-89b2-9260b3edf615 HTTP/1.1" status: 200 len: 1098 time: 0.0418582 May 04 15:36:52.194535 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2143631-6fdb-4b88-ab9b-6aee24becd3d req-464a262f-ac7d-4cb1-96a0-3e7654f5e98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:36:52.196009 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b2143631-6fdb-4b88-ab9b-6aee24becd3d req-464a262f-ac7d-4cb1-96a0-3e7654f5e98a service neutron] 10.222.0.11 "GET /v2.0/networks?id=96103362-e6c6-4f42-a4d2-85307d75ab1d HTTP/1.1" status: 200 len: 912 time: 0.0952220 May 04 15:36:52.262220 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b2143631-6fdb-4b88-ab9b-6aee24becd3d req-cad9e5cc-c226-4853-8b17-a2ec54580c62 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71f90c08-3a2d-469c-b55b-21a82e5eda3d HTTP/1.1" status: 200 len: 1001 time: 0.0595763 May 04 15:36:52.314566 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2143631-6fdb-4b88-ab9b-6aee24becd3d req-bcfc5551-e548-47a5-8513-0e3dc666ae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:36:52.316027 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b2143631-6fdb-4b88-ab9b-6aee24becd3d req-bcfc5551-e548-47a5-8513-0e3dc666ae8e service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd0d7759-75c7-4308-aa2b-41f64d063b5c HTTP/1.1" status: 200 len: 850 time: 0.0477524 May 04 15:36:52.362840 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2143631-6fdb-4b88-ab9b-6aee24becd3d req-72a8b4a1-a5cd-488d-bee5-7d1c790007c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:36:52.364354 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b2143631-6fdb-4b88-ab9b-6aee24becd3d req-72a8b4a1-a5cd-488d-bee5-7d1c790007c4 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96103362-e6c6-4f42-a4d2-85307d75ab1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0414715 May 04 15:36:52.463552 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b2143631-6fdb-4b88-ab9b-6aee24becd3d req-95c74340-ffe4-4d07-bd02-b818bd3179b8 service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921910 May 04 15:36:52.561927 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b2143631-6fdb-4b88-ab9b-6aee24becd3d req-a6f88453-e3c5-4326-8329-ac31f44b228f service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919321 May 04 15:37:06.220934 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-f7c02400-9167-4667-a1de-5904982aa200 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:37:08.564787 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-cc3c6124-8299-4c65-8385-85379f960e1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:37:09.872855 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:37:10.060935 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:37:10.719851 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:37:11.523950 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:37:11.832969 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:37:36.223299 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-062b0a60-5800-4c4f-a52a-c61dd82c16d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:37:38.567688 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-bb949684-9f78-499a-a22d-64bb5b9c95ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:37:39.875234 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:37:40.728163 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:37:41.527878 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:37:41.836143 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:37:47.061541 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:37:52.011557 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-0d5df7a5-fd71-4f45-bac3-95cdabf6cb6c req-2b2004e7-3bf5-4bd5-b587-97a114a22ddd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=18306a2b-5e54-4a71-89b2-9260b3edf615&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0419776 May 04 15:37:52.111310 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5df7a5-fd71-4f45-bac3-95cdabf6cb6c req-e046c1a0-f279-4427-bfd2-f046aff311bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:37:52.112744 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-0d5df7a5-fd71-4f45-bac3-95cdabf6cb6c req-e046c1a0-f279-4427-bfd2-f046aff311bc service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76eaebd5bb0b42ddb62d18459fdf359f&device_id=18306a2b-5e54-4a71-89b2-9260b3edf615 HTTP/1.1" status: 200 len: 1098 time: 0.0405908 May 04 15:37:52.235239 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5df7a5-fd71-4f45-bac3-95cdabf6cb6c req-9c96f647-7ae1-4435-ac78-1f965dc4a645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:37:52.236690 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-0d5df7a5-fd71-4f45-bac3-95cdabf6cb6c req-9c96f647-7ae1-4435-ac78-1f965dc4a645 service neutron] 10.222.0.11 "GET /v2.0/networks?id=96103362-e6c6-4f42-a4d2-85307d75ab1d HTTP/1.1" status: 200 len: 912 time: 0.1043496 May 04 15:37:52.305474 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-0d5df7a5-fd71-4f45-bac3-95cdabf6cb6c req-92a9e3ac-2db2-4114-861d-8f7516f8224e service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71f90c08-3a2d-469c-b55b-21a82e5eda3d HTTP/1.1" status: 200 len: 1001 time: 0.0622847 May 04 15:37:52.360918 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5df7a5-fd71-4f45-bac3-95cdabf6cb6c req-246f4082-fa47-4846-9e12-ef4db30c5d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:37:52.362464 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-0d5df7a5-fd71-4f45-bac3-95cdabf6cb6c req-246f4082-fa47-4846-9e12-ef4db30c5d5a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd0d7759-75c7-4308-aa2b-41f64d063b5c HTTP/1.1" status: 200 len: 850 time: 0.0503299 May 04 15:37:52.410875 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5df7a5-fd71-4f45-bac3-95cdabf6cb6c req-8dc7d02b-fdd6-4610-bbc2-ba2121792ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:37:52.412398 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-0d5df7a5-fd71-4f45-bac3-95cdabf6cb6c req-8dc7d02b-fdd6-4610-bbc2-ba2121792ae1 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96103362-e6c6-4f42-a4d2-85307d75ab1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0430341 May 04 15:37:52.508412 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-0d5df7a5-fd71-4f45-bac3-95cdabf6cb6c req-29d9d10f-3de6-4c0b-bef4-9d7bc8a40cfc service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895760 May 04 15:37:52.607503 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-0d5df7a5-fd71-4f45-bac3-95cdabf6cb6c req-a043daea-5000-445e-8341-ece4ec27c220 service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925817 May 04 15:38:06.225316 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-34ca44bd-d3e1-41be-a7ff-5c30799dfcbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:38:08.570401 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-3f76ac50-8603-4da3-9fb5-657623affb3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:38:09.877954 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:38:10.726830 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:38:11.529317 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:38:11.839655 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:38:24.060708 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:38:36.227748 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-c7abd058-d4a4-4ebf-b8e1-51df6b7395a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:38:38.573024 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-b43aee93-8be5-499e-b6f8-7becc36c333c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:38:39.880532 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:38:40.743353 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:38:41.532443 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:38:41.842683 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:38:53.989749 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f0b5ee4f-1b36-466f-aa86-bbe931eb004b req-06fd76c0-7cbb-478b-b659-006c168c2e45 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=18306a2b-5e54-4a71-89b2-9260b3edf615&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398459 May 04 15:38:54.084602 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5ee4f-1b36-466f-aa86-bbe931eb004b req-dcdf3bc2-e725-48dd-ab3c-8d916078a6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:38:54.086071 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f0b5ee4f-1b36-466f-aa86-bbe931eb004b req-dcdf3bc2-e725-48dd-ab3c-8d916078a6fb service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76eaebd5bb0b42ddb62d18459fdf359f&device_id=18306a2b-5e54-4a71-89b2-9260b3edf615 HTTP/1.1" status: 200 len: 1098 time: 0.0388427 May 04 15:38:54.194870 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5ee4f-1b36-466f-aa86-bbe931eb004b req-fd1c36f3-69d1-4ffa-8cd1-d43a398ff328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:38:54.196233 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f0b5ee4f-1b36-466f-aa86-bbe931eb004b req-fd1c36f3-69d1-4ffa-8cd1-d43a398ff328 service neutron] 10.222.0.11 "GET /v2.0/networks?id=96103362-e6c6-4f42-a4d2-85307d75ab1d HTTP/1.1" status: 200 len: 912 time: 0.0920517 May 04 15:38:54.261436 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f0b5ee4f-1b36-466f-aa86-bbe931eb004b req-8c0130ce-175e-4442-aafb-d067c6cc2065 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71f90c08-3a2d-469c-b55b-21a82e5eda3d HTTP/1.1" status: 200 len: 1001 time: 0.0582070 May 04 15:38:54.312015 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5ee4f-1b36-466f-aa86-bbe931eb004b req-f83c7eb5-1157-4924-8e8e-9e291904665a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:38:54.313488 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f0b5ee4f-1b36-466f-aa86-bbe931eb004b req-f83c7eb5-1157-4924-8e8e-9e291904665a service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd0d7759-75c7-4308-aa2b-41f64d063b5c HTTP/1.1" status: 200 len: 850 time: 0.0455065 May 04 15:38:54.358217 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b5ee4f-1b36-466f-aa86-bbe931eb004b req-7fe8ec65-8e5e-44bf-a805-3dd7772d3a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:38:54.359918 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f0b5ee4f-1b36-466f-aa86-bbe931eb004b req-7fe8ec65-8e5e-44bf-a805-3dd7772d3a31 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96103362-e6c6-4f42-a4d2-85307d75ab1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0395899 May 04 15:38:54.446168 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f0b5ee4f-1b36-466f-aa86-bbe931eb004b req-60983cce-21f5-4334-b315-0a15b15cb9a5 service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797598 May 04 15:38:54.787099 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-f0b5ee4f-1b36-466f-aa86-bbe931eb004b req-81b5591e-8a26-4f10-af12-9e7823e981c3 service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3347902 May 04 15:39:01.060897 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:39:06.230349 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-ad2808c4-795d-48c0-a84d-7d73a395db00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:39:08.577066 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-b8dd56cb-77d5-46ad-b070-5188c190346d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:39:09.882579 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:39:10.740891 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:39:11.537342 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:39:11.845152 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:39:36.235086 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-1a29715a-b73c-47cf-8687-f0f0afe6755b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:39:38.061045 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:39:38.581782 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-90dc07d3-2aa1-49dd-b5b7-18c17db62afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:39:39.891385 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:39:40.738629 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:39:41.539099 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:39:41.847295 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:39:56.013248 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-cc9e66fd-8517-41ed-badd-513f355dabbb req-23adb60f-fe2d-4411-a663-ffa900d827a3 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=18306a2b-5e54-4a71-89b2-9260b3edf615&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792980 May 04 15:39:56.115846 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e66fd-8517-41ed-badd-513f355dabbb req-6bb00ab6-b2e8-462b-a871-8e363da46d4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:39:56.117292 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-cc9e66fd-8517-41ed-badd-513f355dabbb req-6bb00ab6-b2e8-462b-a871-8e363da46d4d service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76eaebd5bb0b42ddb62d18459fdf359f&device_id=18306a2b-5e54-4a71-89b2-9260b3edf615 HTTP/1.1" status: 200 len: 1098 time: 0.0411282 May 04 15:39:56.220472 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e66fd-8517-41ed-badd-513f355dabbb req-3f9e3258-8f8d-4cfa-9faa-489a1534f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:39:56.221969 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-cc9e66fd-8517-41ed-badd-513f355dabbb req-3f9e3258-8f8d-4cfa-9faa-489a1534f083 service neutron] 10.222.0.11 "GET /v2.0/networks?id=96103362-e6c6-4f42-a4d2-85307d75ab1d HTTP/1.1" status: 200 len: 912 time: 0.0865667 May 04 15:39:56.286391 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-cc9e66fd-8517-41ed-badd-513f355dabbb req-42f9535e-e1df-4851-ada8-ab4681a92472 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71f90c08-3a2d-469c-b55b-21a82e5eda3d HTTP/1.1" status: 200 len: 1001 time: 0.0578954 May 04 15:39:56.341680 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e66fd-8517-41ed-badd-513f355dabbb req-b9c4348c-3c5e-4955-b038-62ab878aa743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:39:56.343148 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-cc9e66fd-8517-41ed-badd-513f355dabbb req-b9c4348c-3c5e-4955-b038-62ab878aa743 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd0d7759-75c7-4308-aa2b-41f64d063b5c HTTP/1.1" status: 200 len: 850 time: 0.0497532 May 04 15:39:56.388154 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9e66fd-8517-41ed-badd-513f355dabbb req-3aa2f544-a677-4f8d-b384-86c80fe2c7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:39:56.389571 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-cc9e66fd-8517-41ed-badd-513f355dabbb req-3aa2f544-a677-4f8d-b384-86c80fe2c7ec service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96103362-e6c6-4f42-a4d2-85307d75ab1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0396621 May 04 15:39:56.400098 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [req-cc9e66fd-8517-41ed-badd-513f355dabbb req-ce09bb01-fc39-4f41-b0e5-929d69d30236 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=101864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 15:39:56.401191 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-cc9e66fd-8517-41ed-badd-513f355dabbb req-ce09bb01-fc39-4f41-b0e5-929d69d30236 service neutron] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047762 May 04 15:39:56.488301 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-cc9e66fd-8517-41ed-badd-513f355dabbb req-ae95412c-caf4-4f79-9c7b-72795b3ec7cb service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804420 May 04 15:39:56.580942 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-cc9e66fd-8517-41ed-badd-513f355dabbb req-216a3d6b-5c6f-4172-8c75-5d12e8f18fd1 service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864861 May 04 15:40:06.240462 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-cc895f27-aab4-4855-be0f-fdd1478ae7ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:40:08.584253 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-a1b43aea-20b9-4932-805c-86355381520a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:40:09.882469 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:40:10.737382 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:40:11.544225 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:40:11.850714 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:40:15.060788 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:40:36.232402 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-2fda4528-d1af-46f0-bea1-cc816835aec2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:40:38.587002 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-e7867fa3-8156-4a81-b02f-848b442821fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:40:39.885762 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:40:40.751275 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:40:41.548040 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:40:41.852184 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:40:52.060453 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:40:56.954322 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a6695e9e-2f56-4f58-8f0f-a1095fdd973c req-bba377fd-b704-49b8-9a61-213f8e9eef1c service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=18306a2b-5e54-4a71-89b2-9260b3edf615&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398960 May 04 15:40:57.051537 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6695e9e-2f56-4f58-8f0f-a1095fdd973c req-e41e5360-b261-4991-acc7-df29e10f040a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:40:57.053039 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a6695e9e-2f56-4f58-8f0f-a1095fdd973c req-e41e5360-b261-4991-acc7-df29e10f040a service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=76eaebd5bb0b42ddb62d18459fdf359f&device_id=18306a2b-5e54-4a71-89b2-9260b3edf615 HTTP/1.1" status: 200 len: 1098 time: 0.0411472 May 04 15:40:57.156277 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6695e9e-2f56-4f58-8f0f-a1095fdd973c req-0d401bb8-bd2c-4861-9588-2769fc5f01e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:40:57.157768 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a6695e9e-2f56-4f58-8f0f-a1095fdd973c req-0d401bb8-bd2c-4861-9588-2769fc5f01e0 service neutron] 10.222.0.11 "GET /v2.0/networks?id=96103362-e6c6-4f42-a4d2-85307d75ab1d HTTP/1.1" status: 200 len: 912 time: 0.0861440 May 04 15:40:57.222017 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a6695e9e-2f56-4f58-8f0f-a1095fdd973c req-93b40b05-7e27-46e0-9888-2b620ccd6432 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=71f90c08-3a2d-469c-b55b-21a82e5eda3d HTTP/1.1" status: 200 len: 1001 time: 0.0575514 May 04 15:40:57.273299 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6695e9e-2f56-4f58-8f0f-a1095fdd973c req-7ce5d5a0-2241-4102-84ef-70573df3a1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:40:57.274752 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a6695e9e-2f56-4f58-8f0f-a1095fdd973c req-7ce5d5a0-2241-4102-84ef-70573df3a1aa service neutron] 10.222.0.11 "GET /v2.0/subnets?id=cd0d7759-75c7-4308-aa2b-41f64d063b5c HTTP/1.1" status: 200 len: 850 time: 0.0468760 May 04 15:40:57.318635 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6695e9e-2f56-4f58-8f0f-a1095fdd973c req-ba49e7d8-6604-462b-8189-e07d1944a965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:40:57.320017 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a6695e9e-2f56-4f58-8f0f-a1095fdd973c req-ba49e7d8-6604-462b-8189-e07d1944a965 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=96103362-e6c6-4f42-a4d2-85307d75ab1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0384591 May 04 15:40:57.407925 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a6695e9e-2f56-4f58-8f0f-a1095fdd973c req-f0dcc434-7eb4-4ac0-b2e4-c3fcf53411ac service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811653 May 04 15:40:57.497942 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a6695e9e-2f56-4f58-8f0f-a1095fdd973c req-afde5c59-4654-4840-a5c4-e35dcaa35561 service neutron] 10.222.0.11 "GET /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837648 May 04 15:41:06.237019 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-1ef5a130-e40f-493c-ada4-4c19a17d830c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:41:08.591197 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-55e72331-8b56-450c-9828-7ce4bd498f37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:41:09.890578 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:41:10.751964 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:41:11.552534 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:41:11.861765 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:41:25.900341 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9273d8-3900-4628-8848-80becb74be9b req-06805513-348f-4f72-b08e-2e89a38cd745 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:41:25.901925 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-df9273d8-3900-4628-8848-80becb74be9b req-06805513-348f-4f72-b08e-2e89a38cd745 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=18306a2b-5e54-4a71-89b2-9260b3edf615 HTTP/1.1" status: 200 len: 945 time: 0.1249762 May 04 15:41:25.942762 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-df9273d8-3900-4628-8848-80becb74be9b req-1c9dd84f-e3bd-43a5-a7fd-190e9eb179dc tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=67cd2915-899c-48ef-9c81-b47b47ea50ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338147 May 04 15:41:26.595673 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c0b9a8-c745-4f5c-b2f2-467a1fde8779 req-1f864bb1-e993-4613-b764-5e6ad27d4093 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:41:26.597300 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-65c0b9a8-c745-4f5c-b2f2-467a1fde8779 req-1f864bb1-e993-4613-b764-5e6ad27d4093 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.11 "GET /v2.0/ports?device_id=18306a2b-5e54-4a71-89b2-9260b3edf615 HTTP/1.1" status: 200 len: 945 time: 0.0523806 May 04 15:41:26.700095 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [req-65c0b9a8-c745-4f5c-b2f2-467a1fde8779 req-77c7e878-fd9b-42c2-91bd-2eca2d866c81 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Deleting port 71f90c08-3a2d-469c-b55b-21a82e5eda3d {{(pid=101864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:41:26.700426 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-65c0b9a8-c745-4f5c-b2f2-467a1fde8779 req-77c7e878-fd9b-42c2-91bd-2eca2d866c81 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:41:26.793739 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-65c0b9a8-c745-4f5c-b2f2-467a1fde8779 req-77c7e878-fd9b-42c2-91bd-2eca2d866c81 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] For port 71f90c08-3a2d-469c-b55b-21a82e5eda3d, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=71f90c08-3a2d-469c-b55b-21a82e5eda3d,segment=NetworkSegment(feb647e0-5b61-426e-9dab-96ad51b1a230),segment_id=feb647e0-5b61-426e-9dab-96ad51b1a230)] {{(pid=101864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:41:26.794106 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-65c0b9a8-c745-4f5c-b2f2-467a1fde8779 req-77c7e878-fd9b-42c2-91bd-2eca2d866c81 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:41:26.992991 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-65c0b9a8-c745-4f5c-b2f2-467a1fde8779 req-77c7e878-fd9b-42c2-91bd-2eca2d866c81 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:41:26.993400 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-65c0b9a8-c745-4f5c-b2f2-467a1fde8779 req-77c7e878-fd9b-42c2-91bd-2eca2d866c81 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-628046'] for floatingip, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:41:26.993695 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.db.l3_db [req-65c0b9a8-c745-4f5c-b2f2-467a1fde8779 req-77c7e878-fd9b-42c2-91bd-2eca2d866c81 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Floating IP aee151da-bdc4-4743-8c68-c60be9de3788 disassociated. External IP: 172.27.1.108, port: 71f90c08-3a2d-469c-b55b-21a82e5eda3d. May 04 15:41:26.994024 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [req-65c0b9a8-c745-4f5c-b2f2-467a1fde8779 req-77c7e878-fd9b-42c2-91bd-2eca2d866c81 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Calling delete_port for 71f90c08-3a2d-469c-b55b-21a82e5eda3d owned by compute:nova {{(pid=101864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:41:27.066215 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b28170-67b4-44d9-af45-e8a7e1d3920c req-f6ae25df-fa76-43b5-8b3e-fcf0e7b52211 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:41:27.067716 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c4b28170-67b4-44d9-af45-e8a7e1d3920c req-f6ae25df-fa76-43b5-8b3e-fcf0e7b52211 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/ports?device_id=18306a2b-5e54-4a71-89b2-9260b3edf615 HTTP/1.1" status: 200 len: 945 time: 0.0531356 May 04 15:41:27.109706 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c4b28170-67b4-44d9-af45-e8a7e1d3920c req-9cbf4765-9320-4bcf-a5b1-b87912a10010 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups?id=67cd2915-899c-48ef-9c81-b47b47ea50ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357280 May 04 15:41:27.135462 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-65c0b9a8-c745-4f5c-b2f2-467a1fde8779 req-77c7e878-fd9b-42c2-91bd-2eca2d866c81 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:41:27.164646 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7e878-fd9b-42c2-91bd-2eca2d866c81 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Pushing event deleted for resources: {'Port': ['ID=71f90c08-3a2d-469c-b55b-21a82e5eda3d,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:41:27.176345 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c7e878-fd9b-42c2-91bd-2eca2d866c81 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:41:27.176699 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c7e878-fd9b-42c2-91bd-2eca2d866c81 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:41:27.177062 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c7e878-fd9b-42c2-91bd-2eca2d866c81 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:41:27.177399 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c7e878-fd9b-42c2-91bd-2eca2d866c81 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:41:27.177728 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c7e878-fd9b-42c2-91bd-2eca2d866c81 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:41:27.178058 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c7e878-fd9b-42c2-91bd-2eca2d866c81 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:41:27.178381 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c7e878-fd9b-42c2-91bd-2eca2d866c81 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:41:27.178703 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c7e878-fd9b-42c2-91bd-2eca2d866c81 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:41:27.179028 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c7e878-fd9b-42c2-91bd-2eca2d866c81 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:41:27.179343 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c7e878-fd9b-42c2-91bd-2eca2d866c81 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:41:27.179660 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c7e878-fd9b-42c2-91bd-2eca2d866c81 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:41:27.179976 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c7e878-fd9b-42c2-91bd-2eca2d866c81 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:41:27.301117 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.l3_agent_scheduler [req-65c0b9a8-c745-4f5c-b2f2-467a1fde8779 req-77c7e878-fd9b-42c2-91bd-2eca2d866c81 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Router 31d74ac2-2d32-4311-87f5-eb6e25c18576 has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:41:27.412349 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-65c0b9a8-c745-4f5c-b2f2-467a1fde8779 req-77c7e878-fd9b-42c2-91bd-2eca2d866c81 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:41:27.423631 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f5a778-ba35-46d1-8c67-fb1b26d67d74 None None] Sync routers for ids ['31d74ac2-2d32-4311-87f5-eb6e25c18576'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:41:27.433710 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f5a778-ba35-46d1-8c67-fb1b26d67d74 None None] Routers {'31d74ac2-2d32-4311-87f5-eb6e25c18576'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:41:27.434323 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-90f5a778-ba35-46d1-8c67-fb1b26d67d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:41:09Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['31d74ac2-2d32-4311-87f5-eb6e25c18576'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:41:27.453909 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [req-65c0b9a8-c745-4f5c-b2f2-467a1fde8779 req-77c7e878-fd9b-42c2-91bd-2eca2d866c81 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] No DVR routers for this DVR port 71f90c08-3a2d-469c-b55b-21a82e5eda3d on host hv-cinder-82963 {{(pid=101864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:41:27.456608 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-65c0b9a8-c745-4f5c-b2f2-467a1fde8779 req-77c7e878-fd9b-42c2-91bd-2eca2d866c81 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:41:27.460111 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-65c0b9a8-c745-4f5c-b2f2-467a1fde8779 req-77c7e878-fd9b-42c2-91bd-2eca2d866c81 tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.11 "DELETE /v2.0/ports/71f90c08-3a2d-469c-b55b-21a82e5eda3d HTTP/1.1" status: 204 len: 173 time: 0.8557706 May 04 15:41:27.460548 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18306a2b-5e54-4a71-89b2-9260b3edf615', 'name': 'network-vif-deleted', 'tag': '71f90c08-3a2d-469c-b55b-21a82e5eda3d'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:41:27.462873 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12368594-68ce-46cd-b6d5-8d172ccb1dd0" -d '{"events": [{"server_uuid": "18306a2b-5e54-4a71-89b2-9260b3edf615", "name": "network-vif-deleted", "tag": "71f90c08-3a2d-469c-b55b-21a82e5eda3d"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:41:27.552288 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-90f5a778-ba35-46d1-8c67-fb1b26d67d74 None None] Set router 31d74ac2-2d32-4311-87f5-eb6e25c18576 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:41:27.574424 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b23f18d8-9db0-4beb-a462-265714c7b8a8 x-openstack-request-id: req-b23f18d8-9db0-4beb-a462-265714c7b8a8 {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:41:27.574720 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "18306a2b-5e54-4a71-89b2-9260b3edf615", "name": "network-vif-deleted", "tag": "71f90c08-3a2d-469c-b55b-21a82e5eda3d", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:41:27.575122 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b23f18d8-9db0-4beb-a462-265714c7b8a8 {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:41:27.576258 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b23f18d8-9db0-4beb-a462-265714c7b8a8'] response: {'server_uuid': '18306a2b-5e54-4a71-89b2-9260b3edf615', 'name': 'network-vif-deleted', 'tag': '71f90c08-3a2d-469c-b55b-21a82e5eda3d', 'status': 'completed', 'code': 200} May 04 15:41:27.760364 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-90f5a778-ba35-46d1-8c67-fb1b26d67d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'name': 'tempest-AttachVolumeTestJSON-2057169159-router', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:08:50Z', 'updated_at': '2022-05-04T15:08:53Z', 'revision_number': 4, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'gw_port': {'id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:08:51Z', 'updated_at': '2022-05-04T15:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': 'e029eb9a-30bd-420b-9121-5b678e6fbba8', 'name': '', 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'mac_address': 'fa:16:3e:1a:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'cd0d7759-75c7-4308-aa2b-41f64d063b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:08:52Z', 'updated_at': '2022-05-04T15:08:56Z', 'revision_number': 5, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'subnets': [{'id': 'cd0d7759-75c7-4308-aa2b-41f64d063b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:41:27.785960 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f5a778-ba35-46d1-8c67-fb1b26d67d74 None None] Checking router: 31d74ac2-2d32-4311-87f5-eb6e25c18576 for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:41:27.793903 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f5a778-ba35-46d1-8c67-fb1b26d67d74 None None] Routers {'31d74ac2-2d32-4311-87f5-eb6e25c18576'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:41:27.794561 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-90f5a778-ba35-46d1-8c67-fb1b26d67d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:41:09Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['31d74ac2-2d32-4311-87f5-eb6e25c18576'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:41:27.898944 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-90f5a778-ba35-46d1-8c67-fb1b26d67d74 None None] Set router 31d74ac2-2d32-4311-87f5-eb6e25c18576 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:41:28.096400 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-90f5a778-ba35-46d1-8c67-fb1b26d67d74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'name': 'tempest-AttachVolumeTestJSON-2057169159-router', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:08:50Z', 'updated_at': '2022-05-04T15:08:53Z', 'revision_number': 4, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'gw_port': {'id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:08:51Z', 'updated_at': '2022-05-04T15:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': 'e029eb9a-30bd-420b-9121-5b678e6fbba8', 'name': '', 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'mac_address': 'fa:16:3e:1a:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'cd0d7759-75c7-4308-aa2b-41f64d063b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:08:52Z', 'updated_at': '2022-05-04T15:08:56Z', 'revision_number': 5, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'subnets': [{'id': 'cd0d7759-75c7-4308-aa2b-41f64d063b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:41:28.121671 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f5a778-ba35-46d1-8c67-fb1b26d67d74 None None] The sync data for ids ['31d74ac2-2d32-4311-87f5-eb6e25c18576'] in dv-cinder-829630-2-iscsi is: [{'id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'name': 'tempest-AttachVolumeTestJSON-2057169159-router', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:08:50Z', 'updated_at': '2022-05-04T15:08:53Z', 'revision_number': 4, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'gw_port': {'id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:08:51Z', 'updated_at': '2022-05-04T15:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi', '_interfaces': [{'id': 'e029eb9a-30bd-420b-9121-5b678e6fbba8', 'name': '', 'network_id': '96103362-e6c6-4f42-a4d2-85307d75ab1d', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'mac_address': 'fa:16:3e:1a:34:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'device_owner': 'network:router_interface', 'standard_attr_id': 598, 'fixed_ips': [{'subnet_id': 'cd0d7759-75c7-4308-aa2b-41f64d063b5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:08:52Z', 'updated_at': '2022-05-04T15:08:56Z', 'revision_number': 5, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'subnets': [{'id': 'cd0d7759-75c7-4308-aa2b-41f64d063b5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:41:28.205882 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 60724) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:41:28.266613 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a4fd0be2-454e-4103-8e71-f786d206d85b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:41:28.294664 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a4fd0be2-454e-4103-8e71-f786d206d85b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:41:28.350645 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-952701fc-3fa4-4e1f-9376-b0aca77712f7 None None] New status for floating IP aee151da-bdc4-4743-8c68-c60be9de3788: DOWN {{(pid=101865) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 04 15:41:28.351308 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a4fd0be2-454e-4103-8e71-f786d206d85b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:41:28.354278 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a4fd0be2-454e-4103-8e71-f786d206d85b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:41:28.355465 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-a4fd0be2-454e-4103-8e71-f786d206d85b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "DELETE /v2.0/security-groups/67cd2915-899c-48ef-9c81-b47b47ea50ba HTTP/1.1" status: 204 len: 168 time: 0.1485689 May 04 15:41:28.359668 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 60726) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:41:28.366179 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fd0be2-454e-4103-8e71-f786d206d85b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67cd2915-899c-48ef-9c81-b47b47ea50ba,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:41:28.378958 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.api.v2.resource [None req-34ad50a8-9738-45c1-9770-e6f93e40402b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] show failed (client error): The resource could not be found. May 04 15:41:28.382410 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-34ad50a8-9738-45c1-9770-e6f93e40402b tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "GET /v2.0/security-groups/67cd2915-899c-48ef-9c81-b47b47ea50ba HTTP/1.1" status: 404 len: 347 time: 0.0216959 May 04 15:41:28.382554 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 60728) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:41:28.523910 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-ce11d3c8-0b0b-4c19-9a6d-9be16b7722ca tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Deleting port 9fbff9e4-cbf8-4c15-89e2-4c21f88884e4 {{(pid=101864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:41:28.524260 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ce11d3c8-0b0b-4c19-9a6d-9be16b7722ca tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:41:28.611899 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ce11d3c8-0b0b-4c19-9a6d-9be16b7722ca tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:41:28.612142 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ce11d3c8-0b0b-4c19-9a6d-9be16b7722ca tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:41:28.625273 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-ce11d3c8-0b0b-4c19-9a6d-9be16b7722ca tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Calling delete_port for 9fbff9e4-cbf8-4c15-89e2-4c21f88884e4 owned by network:floatingip {{(pid=101864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:41:28.778382 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ce11d3c8-0b0b-4c19-9a6d-9be16b7722ca tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:41:28.810450 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce11d3c8-0b0b-4c19-9a6d-9be16b7722ca tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Pushing event deleted for resources: {'Port': ['ID=9fbff9e4-cbf8-4c15-89e2-4c21f88884e4,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:41:28.873500 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ce11d3c8-0b0b-4c19-9a6d-9be16b7722ca tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks [] for floatingip, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:41:28.876055 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ce11d3c8-0b0b-4c19-9a6d-9be16b7722ca tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for floatingip, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:41:28.877262 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-ce11d3c8-0b0b-4c19-9a6d-9be16b7722ca tempest-AttachVolumeTestJSON-1726565044 tempest-AttachVolumeTestJSON-1726565044-project] 10.222.0.42 "DELETE /v2.0/floatingips/aee151da-bdc4-4743-8c68-c60be9de3788 HTTP/1.1" status: 204 len: 168 time: 0.4938068 May 04 15:41:29.059523 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:41:30.508078 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 71f90c08-3a2d-469c-b55b-21a82e5eda3d no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:41:30.529259 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] No Port match for: 71f90c08-3a2d-469c-b55b-21a82e5eda3d {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:41:30.529463 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 71f90c08-3a2d-469c-b55b-21a82e5eda3d not bound to the agent host hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:41:36.243040 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-c6a1ae14-5c12-45f0-b15b-b6cd32b5a037 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:41:38.594827 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-4259d7bc-9cfe-469f-8e0a-4a47d39029b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:41:39.912923 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:41:40.789737 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:41:41.555520 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:41:41.855534 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:42:06.059003 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:42:06.235304 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-d5123c88-204e-418f-9df2-b883684dd8e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:42:08.596871 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-3cd779a5-7838-49f9-8281-9d41e8ac4872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:42:09.898175 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:42:10.809763 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:42:11.562518 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:42:11.861887 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:42:18.353308 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 60946) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:42:18.496624 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb6b46a0-2621-4d71-958c-34607b367839 admin admin] Deleting subnet ba99470e-ec83-4eb2-abea-6c0163892de0 {{(pid=101864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 15:42:18.499720 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-bb6b46a0-2621-4d71-958c-34607b367839 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:42:18.537753 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-bb6b46a0-2621-4d71-958c-34607b367839 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261144784'] for subnet, precommit_delete_associations {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:42:18.575912 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-bb6b46a0-2621-4d71-958c-34607b367839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759364'] for subnet, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:42:18.627635 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-bb6b46a0-2621-4d71-958c-34607b367839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261144785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930317'] for subnet, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:42:18.653519 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b46a0-2621-4d71-958c-34607b367839 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba99470e-ec83-4eb2-abea-6c0163892de0,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:42:18.655505 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-bb6b46a0-2621-4d71-958c-34607b367839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for subnet, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:42:18.658902 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-bb6b46a0-2621-4d71-958c-34607b367839 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/ba99470e-ec83-4eb2-abea-6c0163892de0 HTTP/1.1" status: 204 len: 168 time: 0.3043814 May 04 15:42:18.661148 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 60952) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:42:18.726492 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-8b39079c-8545-4469-89f2-3972055f072d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697412'] for network, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:42:18.806965 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-8b39079c-8545-4469-89f2-3972055f072d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753417', 'neutron.services.segments.db._delete_segments_for_network-8755428157040'] for network, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:42:18.832049 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.services.segments.db [None req-8b39079c-8545-4469-89f2-3972055f072d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb06e15-c690-4f9e-8e9f-fac9376fdda3']}} {{(pid=101864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:42:18.841087 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.services.segments.db [None req-8b39079c-8545-4469-89f2-3972055f072d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbfd0065-88c0-4c89-a93a-39403a311c9a') {'for_net_delete': True} {{(pid=101864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:42:18.841384 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.services.segments.db [None req-8b39079c-8545-4469-89f2-3972055f072d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbfd0065-88c0-4c89-a93a-39403a311c9a') {} {{(pid=101864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:42:18.850744 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-8b39079c-8545-4469-89f2-3972055f072d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755428158585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261144795'] for segment, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:42:18.864763 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-8b39079c-8545-4469-89f2-3972055f072d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:42:18.870870 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b39079c-8545-4469-89f2-3972055f072d admin admin] Releasing vlan 267 on physical network physnet1 to pool {{(pid=101864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:42:18.871928 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-8b39079c-8545-4469-89f2-3972055f072d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261144951'] for segment, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:42:18.873613 dv-cinder-829630-2-iscsi neutron-server[101864]: Traceback (most recent call last): May 04 15:42:18.873613 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:42:18.873613 dv-cinder-829630-2-iscsi neutron-server[101864]: timer() May 04 15:42:18.873613 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:42:18.873613 dv-cinder-829630-2-iscsi neutron-server[101864]: cb(*args, **kw) May 04 15:42:18.873613 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:42:18.873613 dv-cinder-829630-2-iscsi neutron-server[101864]: return func(*args, **kwargs) May 04 15:42:18.873613 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:42:18.873613 dv-cinder-829630-2-iscsi neutron-server[101864]: self._notify() May 04 15:42:18.873613 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:42:18.873613 dv-cinder-829630-2-iscsi neutron-server[101864]: self.callback(batched_events) May 04 15:42:18.873613 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:42:18.873613 dv-cinder-829630-2-iscsi neutron-server[101864]: event.method(event) May 04 15:42:18.873613 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:42:18.873613 dv-cinder-829630-2-iscsi neutron-server[101864]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:42:18.873613 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:42:18.873613 dv-cinder-829630-2-iscsi neutron-server[101864]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:42:18.873613 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:42:18.873613 dv-cinder-829630-2-iscsi neutron-server[101864]: return f(self, *a, **k) May 04 15:42:18.873613 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:42:18.873613 dv-cinder-829630-2-iscsi neutron-server[101864]: return self._get(url).json() May 04 15:42:18.873613 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:42:18.873613 dv-cinder-829630-2-iscsi neutron-server[101864]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:42:18.873613 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:42:18.873613 dv-cinder-829630-2-iscsi neutron-server[101864]: return self.request(url, 'GET', **kwargs) May 04 15:42:18.873613 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:42:18.873613 dv-cinder-829630-2-iscsi neutron-server[101864]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:42:18.873613 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:42:18.873613 dv-cinder-829630-2-iscsi neutron-server[101864]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:42:18.873613 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:42:18.873613 dv-cinder-829630-2-iscsi neutron-server[101864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:42:18.873613 dv-cinder-829630-2-iscsi neutron-server[101864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:42:18.930843 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-8b39079c-8545-4469-89f2-3972055f072d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628060'] for network, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:42:18.937045 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-8b39079c-8545-4469-89f2-3972055f072d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:42:18.940196 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-8b39079c-8545-4469-89f2-3972055f072d admin admin] 10.222.0.42 "DELETE /v2.0/networks/ecb06e15-c690-4f9e-8e9f-fac9376fdda3 HTTP/1.1" status: 204 len: 168 time: 0.2781296 May 04 15:42:18.951485 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b39079c-8545-4469-89f2-3972055f072d admin admin] Pushing event deleted for resources: {'Network': ['ID=ecb06e15-c690-4f9e-8e9f-fac9376fdda3,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:42:19.053581 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 60956) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:42:19.092688 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-f3070491-1263-45ef-9983-625cdc30625e admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c91b18042cbb42ca86c1c8749f0ba7ee&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0378408 May 04 15:42:19.095051 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 60958) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:42:19.142969 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f585c2e9-13c6-4d56-a78b-823ee327e718 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:42:19.164043 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f585c2e9-13c6-4d56-a78b-823ee327e718 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:42:19.210385 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f585c2e9-13c6-4d56-a78b-823ee327e718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:42:19.213014 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-f585c2e9-13c6-4d56-a78b-823ee327e718 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:42:19.214308 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-f585c2e9-13c6-4d56-a78b-823ee327e718 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/e308c119-728f-4681-9e49-d08962eacfd9 HTTP/1.1" status: 204 len: 168 time: 0.1183386 May 04 15:42:19.222789 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f585c2e9-13c6-4d56-a78b-823ee327e718 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e308c119-728f-4681-9e49-d08962eacfd9,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:42:36.241860 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-c92db4fe-5f83-489e-98c2-3bb9e739f836 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:42:38.598796 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-5de8023b-289e-4e07-9663-fa47590b6c53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:42:39.898237 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:42:40.808293 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:42:41.559182 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:42:41.853828 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:42:43.057729 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:43:06.234870 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-2dfe83f0-e929-4ebf-a1bf-306597b85333 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:43:08.601806 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-56037652-9a49-40e4-9309-1c2407dc4038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:43:09.903802 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:43:10.807118 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:43:11.563594 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:43:11.855862 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:43:20.055920 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:43:36.239515 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-cc478996-5f3c-4d08-a742-406df6b7350d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:43:38.605233 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-91f8ce71-8020-42d3-84dc-f839521900df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:43:39.907025 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:43:40.809584 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:43:41.568905 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:43:41.858659 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:43:57.054949 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:44:06.243094 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-642546e0-9f68-4df9-ac27-fc2835aa61fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:44:08.609504 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-dd9f66d3-6e9a-4fe8-86f8-8180f05019fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:44:09.908988 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:44:10.807135 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:44:11.570281 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:44:11.863818 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:44:34.053779 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:44:36.256841 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-ae373930-c603-4bdc-8182-9b447fd4c6b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:44:38.615448 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7804bf20-9419-4bbb-8aef-e3ea1232dbae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:44:39.913446 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:44:40.805260 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:44:41.573083 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:44:41.866978 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:45:06.251022 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-f2583a15-9e6e-426a-9636-3857b7f290de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:45:08.617957 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-519b54ee-7598-4dc1-80ce-5eab8c805701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:45:09.912274 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:45:10.819864 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:45:11.052607 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:45:11.575995 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:45:11.868416 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:45:36.252639 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-daf8e1da-61ba-4ca3-988c-ae89e22feac7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:45:38.622305 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-e3e26a0c-774a-4ad1-b9bb-19e3a7bc6d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:45:39.914961 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:45:40.821271 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:45:41.578742 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:45:41.875812 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:45:48.051169 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:46:06.257548 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-358e8dc1-59c2-4531-950d-b55f4d07bf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:46:08.628593 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7f96a5cd-fbaa-4148-a066-c31b9d786009 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:46:09.918655 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:46:10.818475 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:46:11.581256 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:46:11.868860 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:46:25.050262 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:46:36.259022 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-38b72ea2-1c9b-49fa-8e6b-53a068adff0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:46:38.620517 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-5b449013-277d-42d4-875c-3224eca2d444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:46:39.921586 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:46:40.833281 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:46:41.584037 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:46:41.992105 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:47:02.048315 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:47:06.261153 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-dbbbe8b4-cfa2-4fb5-9bc5-807002f7c04a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:47:08.622569 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-ed38cd12-c538-47b5-8c2d-06f2044c5e2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:47:09.924593 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:47:10.850148 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:47:11.586870 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:47:11.875382 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:47:36.266282 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-aa06deff-bf82-4ecf-9882-8d1d65ce3898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:47:38.625214 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-8cc68907-b03d-4d16-a71f-6b3fad29f750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:47:39.047126 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:47:39.928954 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:47:40.847265 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:47:41.592099 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:47:41.879528 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:48:06.258595 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-fb20ef14-f3ca-49b4-a7b3-a7385edd1579 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:48:08.628984 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-5fdbc620-fba8-434f-bf98-93104ced0abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:48:09.933751 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:48:10.850040 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:48:11.594133 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:48:11.883909 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:48:16.045562 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:48:36.261491 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-b4cab1b5-c607-4dbe-b001-8206d4eff504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:48:38.631439 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-8663e2d9-4694-409a-a1b8-441c429f2e02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:48:39.933848 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:48:40.862852 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:48:41.597055 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:48:41.885265 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:48:53.045376 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:49:06.263081 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-93a2ab73-5d35-4c32-b5dd-a8bf624f739b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:49:08.633963 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-de8fe393-19d7-4155-a1b1-8af04a15d087 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:49:09.938226 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:49:10.859545 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:49:11.600415 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:49:11.888488 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:49:30.044804 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:49:36.266762 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-3222ae66-8549-42b1-b4d2-4d5d3d8fc266 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:49:38.642029 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-347cf679-4405-4cbc-aaa8-1d2166d348e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:49:39.943896 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:49:40.881207 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:49:41.605056 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:49:41.896696 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:50:06.271967 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-8066dcd7-b700-4b69-8e31-72f330e38f08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:50:07.046693 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:50:08.635825 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-a3ff9e64-df80-4579-bc09-7271d658e2b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:50:09.942432 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:50:10.875453 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:50:11.606228 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:50:11.890525 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:50:36.264143 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-a35cfb75-1905-487b-a809-1878f2aa158e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:50:38.640793 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-a3084701-019d-4516-88b6-3a9a634fcd7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:50:39.945712 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:50:40.887557 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:50:41.609889 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:50:41.893109 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:50:44.048107 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:51:06.266759 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-9590f4fb-5e57-4857-a462-8ea3538a344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:51:08.644969 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-8dc95259-711b-400c-8e2f-73600909424f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:51:09.950073 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:51:10.903185 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:51:11.614995 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:51:11.895694 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:51:21.046473 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:51:36.269308 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-aa4e99e9-4590-43b0-9627-309d5ce83f6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:51:38.651397 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-2ce763d3-237f-4f78-b0e4-8bfa9b355913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:51:39.951556 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:51:40.918086 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:51:41.624541 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:51:41.898825 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:51:58.045153 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:52:06.271246 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-8e0a868d-005d-4d47-a64b-06884c682252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:52:08.643524 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7be55f30-c646-4633-a45d-acd20af5c961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:52:09.954926 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:52:10.931984 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:52:11.619075 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:52:11.901372 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:52:35.044848 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:52:36.274184 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-f6e7cfdf-3e57-41e8-b0cc-8c425a5ba8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:52:38.646575 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-0899ea6a-c7f5-48b1-990d-5d889434cb6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:52:39.958387 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:52:40.951583 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:52:41.623623 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:52:41.907688 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:06.275424 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7afbcce6-b7e0-4e05-9266-7332c6a86457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:08.651565 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-d2995965-4aea-4198-b723-8f74a7debfcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:09.961754 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:10.946661 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:11.626324 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:11.909044 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:12.044596 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:53:29.966814 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 34178) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:53:30.599443 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c79729e8-f325-4883-ad83-70bf20127729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-627534'] for router_interface, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:30.860819 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-c79729e8-f325-4883-ad83-70bf20127729 admin admin] Deleting port e029eb9a-30bd-420b-9121-5b678e6fbba8 {{(pid=101864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:53:30.861115 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c79729e8-f325-4883-ad83-70bf20127729 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:30.944161 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [None req-c79729e8-f325-4883-ad83-70bf20127729 admin admin] For port e029eb9a-30bd-420b-9121-5b678e6fbba8, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=e029eb9a-30bd-420b-9121-5b678e6fbba8,segment=NetworkSegment(feb647e0-5b61-426e-9dab-96ad51b1a230),segment_id=feb647e0-5b61-426e-9dab-96ad51b1a230)] {{(pid=101864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:53:30.944577 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c79729e8-f325-4883-ad83-70bf20127729 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:30.958180 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-c79729e8-f325-4883-ad83-70bf20127729 admin admin] Calling delete_port for e029eb9a-30bd-420b-9121-5b678e6fbba8 owned by network:router_interface {{(pid=101864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:53:31.140387 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c79729e8-f325-4883-ad83-70bf20127729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:31.167341 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79729e8-f325-4883-ad83-70bf20127729 admin admin] Pushing event deleted for resources: {'Port': ['ID=e029eb9a-30bd-420b-9121-5b678e6fbba8,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:53:31.178807 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79729e8-f325-4883-ad83-70bf20127729 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:31.179160 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79729e8-f325-4883-ad83-70bf20127729 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:31.179506 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79729e8-f325-4883-ad83-70bf20127729 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:31.179842 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79729e8-f325-4883-ad83-70bf20127729 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:31.180172 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79729e8-f325-4883-ad83-70bf20127729 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:31.180504 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79729e8-f325-4883-ad83-70bf20127729 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:31.180864 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79729e8-f325-4883-ad83-70bf20127729 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:31.181196 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79729e8-f325-4883-ad83-70bf20127729 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:31.181529 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79729e8-f325-4883-ad83-70bf20127729 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:31.181949 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79729e8-f325-4883-ad83-70bf20127729 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:31.182279 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79729e8-f325-4883-ad83-70bf20127729 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:31.182785 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c79729e8-f325-4883-ad83-70bf20127729 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:31.349624 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c79729e8-f325-4883-ad83-70bf20127729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-619175', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-627674'] for router_interface, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:31.568395 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c79729e8-f325-4883-ad83-70bf20127729 admin admin] Router 31d74ac2-2d32-4311-87f5-eb6e25c18576 has already been hosted by L3 agent 83752057-2396-4eae-b35d-f78cdddb2228 {{(pid=101864) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} May 04 15:53:31.914806 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c79729e8-f325-4883-ad83-70bf20127729 admin admin] Notify agent at l3_agent.dv-cinder-829630-2-iscsi the message routers_updated {{(pid=101864) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} May 04 15:53:31.920823 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-c79729e8-f325-4883-ad83-70bf20127729 admin admin] 10.222.0.42 "PUT /v2.0/routers/31d74ac2-2d32-4311-87f5-eb6e25c18576/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9527321 May 04 15:53:31.923206 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 34190) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:53:31.934565 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd73aefb-868d-4051-9f0d-6e544abe724e None None] Sync routers for ids ['31d74ac2-2d32-4311-87f5-eb6e25c18576'] in dv-cinder-829630-2-iscsi {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 04 15:53:31.944287 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd73aefb-868d-4051-9f0d-6e544abe724e None None] Routers {'31d74ac2-2d32-4311-87f5-eb6e25c18576'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:53:31.944937 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-cd73aefb-868d-4051-9f0d-6e544abe724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:53:09Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['31d74ac2-2d32-4311-87f5-eb6e25c18576'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:53:32.038736 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-84248df6-4bd9-4e23-8261-bd73840a0edd admin admin] Notify callbacks [] for router, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:32.053116 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-cd73aefb-868d-4051-9f0d-6e544abe724e None None] Set router 31d74ac2-2d32-4311-87f5-eb6e25c18576 gateway port host: dv-cinder-829630-2-iscsi {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:53:32.153286 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-84248df6-4bd9-4e23-8261-bd73840a0edd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:32.208083 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-84248df6-4bd9-4e23-8261-bd73840a0edd admin admin] Deleting port 32a999c7-2337-47ac-91eb-00e0adbed253 {{(pid=101864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:53:32.208420 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-84248df6-4bd9-4e23-8261-bd73840a0edd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:32.251289 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-cd73aefb-868d-4051-9f0d-6e544abe724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'name': 'tempest-AttachVolumeTestJSON-2057169159-router', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'external_fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203'}], 'enable_snat': True}, 'gw_port_id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:08:50Z', 'updated_at': '2022-05-04T15:53:31Z', 'revision_number': 5, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'gw_port': {'id': '32a999c7-2337-47ac-91eb-00e0adbed253', 'name': '', 'network_id': 'de075482-66db-4cfa-a120-f2ea157cd064', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:ac:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'device_owner': 'network:router_gateway', 'standard_attr_id': 597, 'fixed_ips': [{'subnet_id': '5a69c200-2813-4998-8939-5704799bdcf4', 'ip_address': '172.27.1.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-829630-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-05-04T15:08:51Z', 'updated_at': '2022-05-04T15:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '5a69c200-2813-4998-8939-5704799bdcf4', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-829630-2-iscsi'}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:53:32.278164 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd73aefb-868d-4051-9f0d-6e544abe724e None None] Checking router: 31d74ac2-2d32-4311-87f5-eb6e25c18576 for host: dv-cinder-829630-2-iscsi {{(pid=101866) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 04 15:53:32.286091 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd73aefb-868d-4051-9f0d-6e544abe724e None None] Routers {'31d74ac2-2d32-4311-87f5-eb6e25c18576'} bound to L3 agent in host dv-cinder-829630-2-iscsi {{(pid=101866) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} May 04 15:53:32.286691 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-cd73aefb-868d-4051-9f0d-6e544abe724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-829630-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-05-04T14:49:38Z,description=,heartbeat_timestamp=2022-05-04T15:53:09Z,host='dv-cinder-829630-2-iscsi',id=83752057-2396-4eae-b35d-f78cdddb2228,load=0,resource_versions=,resources_synced=,started_at=2022-05-04T14:49:38Z,topic='l3_agent')) {'router_ids': ['31d74ac2-2d32-4311-87f5-eb6e25c18576'], 'active': True} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:53:32.291016 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [None req-84248df6-4bd9-4e23-8261-bd73840a0edd admin admin] For port 32a999c7-2337-47ac-91eb-00e0adbed253, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=32a999c7-2337-47ac-91eb-00e0adbed253,segment=NetworkSegment(60ac4599-e6dd-4770-844e-5b54095f67fa),segment_id=60ac4599-e6dd-4770-844e-5b54095f67fa)] {{(pid=101864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:53:32.292254 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-84248df6-4bd9-4e23-8261-bd73840a0edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:32.303633 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-84248df6-4bd9-4e23-8261-bd73840a0edd admin admin] Calling delete_port for 32a999c7-2337-47ac-91eb-00e0adbed253 owned by network:router_gateway {{(pid=101864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:53:32.370300 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_dvr_db [None req-cd73aefb-868d-4051-9f0d-6e544abe724e None None] Set router 31d74ac2-2d32-4311-87f5-eb6e25c18576 gateway port host: None {{(pid=101866) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} May 04 15:53:32.421358 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.l3_hamode_db [None req-cd73aefb-868d-4051-9f0d-6e544abe724e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'name': 'tempest-AttachVolumeTestJSON-2057169159-router', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:08:50Z', 'updated_at': '2022-05-04T15:53:32Z', 'revision_number': 6, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'gw_port_host': None}], 'dv-cinder-829630-2-iscsi', False) {} {{(pid=101866) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:53:32.449900 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd73aefb-868d-4051-9f0d-6e544abe724e None None] The sync data for ids ['31d74ac2-2d32-4311-87f5-eb6e25c18576'] in dv-cinder-829630-2-iscsi is: [{'id': '31d74ac2-2d32-4311-87f5-eb6e25c18576', 'name': 'tempest-AttachVolumeTestJSON-2057169159-router', 'tenant_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-05-04T15:08:50Z', 'updated_at': '2022-05-04T15:53:32Z', 'revision_number': 6, 'project_id': '76eaebd5bb0b42ddb62d18459fdf359f', 'gw_port_host': None}] {{(pid=101866) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 04 15:53:32.484321 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-84248df6-4bd9-4e23-8261-bd73840a0edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:32.507585 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84248df6-4bd9-4e23-8261-bd73840a0edd admin admin] Pushing event deleted for resources: {'Port': ['ID=32a999c7-2337-47ac-91eb-00e0adbed253,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:53:32.568562 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-84248df6-4bd9-4e23-8261-bd73840a0edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-628356'] for router_gateway, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:32.660614 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-84248df6-4bd9-4e23-8261-bd73840a0edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-625727', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-27428'] for router, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:32.662795 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-84248df6-4bd9-4e23-8261-bd73840a0edd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:32.708537 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-84248df6-4bd9-4e23-8261-bd73840a0edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-625704'] for router, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:32.709105 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84248df6-4bd9-4e23-8261-bd73840a0edd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 31d74ac2-2d32-4311-87f5-eb6e25c18576 {{(pid=101864) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} May 04 15:53:32.714085 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-84248df6-4bd9-4e23-8261-bd73840a0edd admin admin] Notify callbacks [] for router, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:32.715338 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-84248df6-4bd9-4e23-8261-bd73840a0edd admin admin] 10.222.0.42 "DELETE /v2.0/routers/31d74ac2-2d32-4311-87f5-eb6e25c18576 HTTP/1.1" status: 204 len: 168 time: 0.7912087 May 04 15:53:32.717855 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 34196) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:53:32.762189 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_v2 [None req-493e51bf-085b-4104-92e9-e0c95c5480c4 admin admin] Deleting subnet cd0d7759-75c7-4308-aa2b-41f64d063b5c {{(pid=101864) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 15:53:32.765153 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-493e51bf-085b-4104-92e9-e0c95c5480c4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:32.799893 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-493e51bf-085b-4104-92e9-e0c95c5480c4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-261144784'] for subnet, precommit_delete_associations {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:32.886368 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-493e51bf-085b-4104-92e9-e0c95c5480c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759364'] for subnet, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:32.938465 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-493e51bf-085b-4104-92e9-e0c95c5480c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-261144785', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2930317'] for subnet, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:32.964991 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493e51bf-085b-4104-92e9-e0c95c5480c4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd0d7759-75c7-4308-aa2b-41f64d063b5c,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:53:32.968706 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-493e51bf-085b-4104-92e9-e0c95c5480c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for subnet, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:32.971934 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-493e51bf-085b-4104-92e9-e0c95c5480c4 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/cd0d7759-75c7-4308-aa2b-41f64d063b5c HTTP/1.1" status: 204 len: 168 time: 0.2531126 May 04 15:53:32.974313 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 34200) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:53:32.976814 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a691553f-2c7c-46fe-ad90-fce7898b08c6 None None] Network 96103362-e6c6-4f42-a4d2-85307d75ab1d requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:53:33.041171 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d7eae802-2623-4cac-aff4-c2733c23910a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697412'] for network, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:33.097323 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-d7eae802-2623-4cac-aff4-c2733c23910a admin admin] Deleting port ca39b8d7-88d2-4193-a2fc-8c48e11422c0 {{(pid=101864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:53:33.097564 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d7eae802-2623-4cac-aff4-c2733c23910a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:33.160338 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [None req-d7eae802-2623-4cac-aff4-c2733c23910a admin admin] For port ca39b8d7-88d2-4193-a2fc-8c48e11422c0, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=ca39b8d7-88d2-4193-a2fc-8c48e11422c0,segment=NetworkSegment(feb647e0-5b61-426e-9dab-96ad51b1a230),segment_id=feb647e0-5b61-426e-9dab-96ad51b1a230)] {{(pid=101864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:53:33.160930 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d7eae802-2623-4cac-aff4-c2733c23910a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:33.174957 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [None req-d7eae802-2623-4cac-aff4-c2733c23910a admin admin] Calling delete_port for ca39b8d7-88d2-4193-a2fc-8c48e11422c0 owned by network:dhcp {{(pid=101864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:53:33.200512 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90938121-24dd-4a2f-88ff-5b8fc15c00b8 None None] DHCP port deletion for 96103362-e6c6-4f42-a4d2-85307d75ab1d request from dv-cinder-829630-2-iscsi {{(pid=101865) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 04 15:53:33.252327 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-90938121-24dd-4a2f-88ff-5b8fc15c00b8 None None] Deleting port ca39b8d7-88d2-4193-a2fc-8c48e11422c0 {{(pid=101865) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:53:33.252696 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-90938121-24dd-4a2f-88ff-5b8fc15c00b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:33.281321 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d7eae802-2623-4cac-aff4-c2733c23910a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:33.311026 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eae802-2623-4cac-aff4-c2733c23910a admin admin] Pushing event deleted for resources: {'Port': ['ID=ca39b8d7-88d2-4193-a2fc-8c48e11422c0,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:53:33.313014 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7eae802-2623-4cac-aff4-c2733c23910a admin admin] No DVR routers for this DVR port ca39b8d7-88d2-4193-a2fc-8c48e11422c0 on host dv-cinder-829630-2-iscsi {{(pid=101864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:53:33.340758 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-90938121-24dd-4a2f-88ff-5b8fc15c00b8 None None] For port ca39b8d7-88d2-4193-a2fc-8c48e11422c0, host dv-cinder-829630-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-829630-2-iscsi',level=0,port_id=ca39b8d7-88d2-4193-a2fc-8c48e11422c0,segment=NetworkSegment(feb647e0-5b61-426e-9dab-96ad51b1a230),segment_id=feb647e0-5b61-426e-9dab-96ad51b1a230)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:53:33.341449 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-90938121-24dd-4a2f-88ff-5b8fc15c00b8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:33.359562 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-90938121-24dd-4a2f-88ff-5b8fc15c00b8 None None] Calling delete_port for ca39b8d7-88d2-4193-a2fc-8c48e11422c0 owned by network:dhcp {{(pid=101865) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:53:33.374281 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device ca39b8d7-88d2-4193-a2fc-8c48e11422c0 no longer exists at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:53:33.395141 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d7eae802-2623-4cac-aff4-c2733c23910a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753417', 'neutron.services.segments.db._delete_segments_for_network-8755428157040'] for network, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:33.420831 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.services.segments.db [None req-d7eae802-2623-4cac-aff4-c2733c23910a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96103362-e6c6-4f42-a4d2-85307d75ab1d']}} {{(pid=101864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:53:33.428418 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] No Port match for: ca39b8d7-88d2-4193-a2fc-8c48e11422c0 {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:53:33.428775 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device ca39b8d7-88d2-4193-a2fc-8c48e11422c0 not bound to the agent host dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:53:33.429183 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device e029eb9a-30bd-420b-9121-5b678e6fbba8 no longer exists at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:53:33.431697 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.services.segments.db [None req-d7eae802-2623-4cac-aff4-c2733c23910a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'feb647e0-5b61-426e-9dab-96ad51b1a230') {'for_net_delete': True} {{(pid=101864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:53:33.432036 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.services.segments.db [None req-d7eae802-2623-4cac-aff4-c2733c23910a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'feb647e0-5b61-426e-9dab-96ad51b1a230') {} {{(pid=101864) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:53:33.442645 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d7eae802-2623-4cac-aff4-c2733c23910a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755428158585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-261144795'] for segment, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:33.453093 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] No Port match for: e029eb9a-30bd-420b-9121-5b678e6fbba8 {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:53:33.453620 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device e029eb9a-30bd-420b-9121-5b678e6fbba8 not bound to the agent host dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:53:33.454026 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 32a999c7-2337-47ac-91eb-00e0adbed253 no longer exists at agent ovs-agent-dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:53:33.458097 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d7eae802-2623-4cac-aff4-c2733c23910a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:33.465342 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7eae802-2623-4cac-aff4-c2733c23910a admin admin] Releasing vlan 259 on physical network physnet1 to pool {{(pid=101864) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:53:33.465807 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d7eae802-2623-4cac-aff4-c2733c23910a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-261144951'] for segment, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:33.467425 dv-cinder-829630-2-iscsi neutron-server[101864]: Traceback (most recent call last): May 04 15:53:33.467425 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:53:33.467425 dv-cinder-829630-2-iscsi neutron-server[101864]: timer() May 04 15:53:33.467425 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:53:33.467425 dv-cinder-829630-2-iscsi neutron-server[101864]: cb(*args, **kw) May 04 15:53:33.467425 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:53:33.467425 dv-cinder-829630-2-iscsi neutron-server[101864]: return func(*args, **kwargs) May 04 15:53:33.467425 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:53:33.467425 dv-cinder-829630-2-iscsi neutron-server[101864]: self._notify() May 04 15:53:33.467425 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:53:33.467425 dv-cinder-829630-2-iscsi neutron-server[101864]: self.callback(batched_events) May 04 15:53:33.467425 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:53:33.467425 dv-cinder-829630-2-iscsi neutron-server[101864]: event.method(event) May 04 15:53:33.467425 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:53:33.467425 dv-cinder-829630-2-iscsi neutron-server[101864]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:53:33.467425 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:53:33.467425 dv-cinder-829630-2-iscsi neutron-server[101864]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:53:33.467425 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:53:33.467425 dv-cinder-829630-2-iscsi neutron-server[101864]: return f(self, *a, **k) May 04 15:53:33.467425 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:53:33.467425 dv-cinder-829630-2-iscsi neutron-server[101864]: return self._get(url).json() May 04 15:53:33.467425 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:53:33.467425 dv-cinder-829630-2-iscsi neutron-server[101864]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:53:33.467425 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:53:33.467425 dv-cinder-829630-2-iscsi neutron-server[101864]: return self.request(url, 'GET', **kwargs) May 04 15:53:33.467425 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:53:33.467425 dv-cinder-829630-2-iscsi neutron-server[101864]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:53:33.467425 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:53:33.467425 dv-cinder-829630-2-iscsi neutron-server[101864]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:53:33.467425 dv-cinder-829630-2-iscsi neutron-server[101864]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:53:33.467425 dv-cinder-829630-2-iscsi neutron-server[101864]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:53:33.467425 dv-cinder-829630-2-iscsi neutron-server[101864]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:53:33.482140 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] No Port match for: 32a999c7-2337-47ac-91eb-00e0adbed253 {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:53:33.482486 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Device 32a999c7-2337-47ac-91eb-00e0adbed253 not bound to the agent host dv-cinder-829630-2-iscsi {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:53:33.509291 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-90938121-24dd-4a2f-88ff-5b8fc15c00b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004'] for port, after_delete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:33.524879 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90938121-24dd-4a2f-88ff-5b8fc15c00b8 None None] No DVR routers for this DVR port ca39b8d7-88d2-4193-a2fc-8c48e11422c0 on host dv-cinder-829630-2-iscsi {{(pid=101865) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:53:33.530959 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d7eae802-2623-4cac-aff4-c2733c23910a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628060'] for network, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:33.537167 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-d7eae802-2623-4cac-aff4-c2733c23910a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:33.544129 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-d7eae802-2623-4cac-aff4-c2733c23910a admin admin] 10.222.0.42 "DELETE /v2.0/networks/96103362-e6c6-4f42-a4d2-85307d75ab1d HTTP/1.1" status: 204 len: 168 time: 0.5651650 May 04 15:53:33.548330 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90938121-24dd-4a2f-88ff-5b8fc15c00b8 None None] Pushing event deleted for resources: {'Port': ['ID=ca39b8d7-88d2-4193-a2fc-8c48e11422c0,revision_number=None']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:53:33.557747 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7eae802-2623-4cac-aff4-c2733c23910a admin admin] Pushing event deleted for resources: {'Network': ['ID=96103362-e6c6-4f42-a4d2-85307d75ab1d,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:53:33.562782 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90938121-24dd-4a2f-88ff-5b8fc15c00b8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:33.563154 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90938121-24dd-4a2f-88ff-5b8fc15c00b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:33.563472 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90938121-24dd-4a2f-88ff-5b8fc15c00b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:33.563904 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90938121-24dd-4a2f-88ff-5b8fc15c00b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:33.564246 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90938121-24dd-4a2f-88ff-5b8fc15c00b8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:33.564578 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90938121-24dd-4a2f-88ff-5b8fc15c00b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:33.564956 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90938121-24dd-4a2f-88ff-5b8fc15c00b8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:33.565288 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90938121-24dd-4a2f-88ff-5b8fc15c00b8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:33.565640 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90938121-24dd-4a2f-88ff-5b8fc15c00b8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:33.565996 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90938121-24dd-4a2f-88ff-5b8fc15c00b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:33.566323 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90938121-24dd-4a2f-88ff-5b8fc15c00b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:33.566647 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90938121-24dd-4a2f-88ff-5b8fc15c00b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:33.690231 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 34206) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:53:33.734743 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-80078b3c-4999-4942-b00c-4c784f5a69e1 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=76eaebd5bb0b42ddb62d18459fdf359f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433538 May 04 15:53:33.737760 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 34212) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:53:33.789539 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-ab8d3a4f-9e5a-48e8-b1f9-875a86457312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:33.811081 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-ab8d3a4f-9e5a-48e8-b1f9-875a86457312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:33.861103 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-ab8d3a4f-9e5a-48e8-b1f9-875a86457312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:33.864110 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-ab8d3a4f-9e5a-48e8-b1f9-875a86457312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:33.865333 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-ab8d3a4f-9e5a-48e8-b1f9-875a86457312 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/afad33bb-b021-4041-9306-fae547fa821d HTTP/1.1" status: 204 len: 168 time: 0.1266463 May 04 15:53:33.874396 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8d3a4f-9e5a-48e8-b1f9-875a86457312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afad33bb-b021-4041-9306-fae547fa821d,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:53:33.884572 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d3a4f-9e5a-48e8-b1f9-875a86457312 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:33.885583 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d3a4f-9e5a-48e8-b1f9-875a86457312 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:33.885775 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d3a4f-9e5a-48e8-b1f9-875a86457312 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:33.886323 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d3a4f-9e5a-48e8-b1f9-875a86457312 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:33.886906 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d3a4f-9e5a-48e8-b1f9-875a86457312 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:33.887465 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d3a4f-9e5a-48e8-b1f9-875a86457312 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:33.887993 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d3a4f-9e5a-48e8-b1f9-875a86457312 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:33.888498 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d3a4f-9e5a-48e8-b1f9-875a86457312 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:33.889033 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d3a4f-9e5a-48e8-b1f9-875a86457312 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:33.889383 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d3a4f-9e5a-48e8-b1f9-875a86457312 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:33.889683 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d3a4f-9e5a-48e8-b1f9-875a86457312 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:33.890046 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab8d3a4f-9e5a-48e8-b1f9-875a86457312 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:53:35.589981 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 34268) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:53:35.725772 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-f028f0cc-385e-4e5f-b8ba-bcae31bfb2fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:35.803818 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-f028f0cc-385e-4e5f-b8ba-bcae31bfb2fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:35.808483 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-f028f0cc-385e-4e5f-b8ba-bcae31bfb2fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:35.846091 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-f028f0cc-385e-4e5f-b8ba-bcae31bfb2fa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=d5d262ff82a84ff4ab7b5d017a2a4355&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2550414 May 04 15:53:35.848083 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f028f0cc-385e-4e5f-b8ba-bcae31bfb2fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee166619-24cd-4746-9412-b10449fd5e74,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:53:35.848897 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 34274) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:53:35.903266 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6e7bc7c6-a5a6-4df7-b3c4-fd52332f2067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:35.926322 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6e7bc7c6-a5a6-4df7-b3c4-fd52332f2067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:35.979284 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6e7bc7c6-a5a6-4df7-b3c4-fd52332f2067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:35.982106 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6e7bc7c6-a5a6-4df7-b3c4-fd52332f2067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:35.983323 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-6e7bc7c6-a5a6-4df7-b3c4-fd52332f2067 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ee166619-24cd-4746-9412-b10449fd5e74 HTTP/1.1" status: 204 len: 168 time: 0.1333976 May 04 15:53:35.991808 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7bc7c6-a5a6-4df7-b3c4-fd52332f2067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee166619-24cd-4746-9412-b10449fd5e74,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:53:36.272987 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 34280) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:53:36.284303 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-72936c7c-9133-4477-b4b9-072272d00a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:36.287195 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-33009343-847d-4d80-8fc2-0c5c666ef6bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:36.365249 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-33009343-847d-4d80-8fc2-0c5c666ef6bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:36.369392 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-33009343-847d-4d80-8fc2-0c5c666ef6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:36.406909 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33009343-847d-4d80-8fc2-0c5c666ef6bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb2b0ef-4854-4e68-8ef2-b88f2c8eb4c9,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:53:36.412947 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-33009343-847d-4d80-8fc2-0c5c666ef6bb admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=ade1322e2bb240b69b8a38d37b55afa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1372213 May 04 15:53:36.414208 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 34282) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:53:36.463816 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-66071365-dd98-407b-8ff2-cac4e7286bab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:36.486095 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-66071365-dd98-407b-8ff2-cac4e7286bab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:36.532389 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-66071365-dd98-407b-8ff2-cac4e7286bab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:36.535002 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-66071365-dd98-407b-8ff2-cac4e7286bab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:36.536268 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-66071365-dd98-407b-8ff2-cac4e7286bab admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/dbb2b0ef-4854-4e68-8ef2-b88f2c8eb4c9 HTTP/1.1" status: 204 len: 168 time: 0.1213417 May 04 15:53:36.544911 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66071365-dd98-407b-8ff2-cac4e7286bab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb2b0ef-4854-4e68-8ef2-b88f2c8eb4c9,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:53:38.455826 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 34354) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:53:38.561083 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-dfd90191-2728-4251-8d09-e41866342f3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:38.642145 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-dfd90191-2728-4251-8d09-e41866342f3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:38.646240 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-dfd90191-2728-4251-8d09-e41866342f3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:38.655291 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-863ccd41-5a36-402b-90fe-6ca2e8aa60fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:38.687040 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-dfd90191-2728-4251-8d09-e41866342f3c admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=769a0adc46e544d9b81408f493bc6929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2301023 May 04 15:53:38.687885 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd90191-2728-4251-8d09-e41866342f3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2677877f-55f5-4eda-abe6-ca9fbf67d24a,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:53:38.689774 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 34358) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:53:38.738863 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-12e83103-7fb9-4eef-a36f-c45222d338d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:38.760840 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-12e83103-7fb9-4eef-a36f-c45222d338d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:38.805110 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-12e83103-7fb9-4eef-a36f-c45222d338d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:38.807743 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-12e83103-7fb9-4eef-a36f-c45222d338d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:38.808921 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-12e83103-7fb9-4eef-a36f-c45222d338d9 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/2677877f-55f5-4eda-abe6-ca9fbf67d24a HTTP/1.1" status: 204 len: 168 time: 0.1181078 May 04 15:53:38.816706 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e83103-7fb9-4eef-a36f-c45222d338d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2677877f-55f5-4eda-abe6-ca9fbf67d24a,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:53:39.075975 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 34364) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:53:39.091485 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d38cf91b-2289-4289-bec4-be402783dd72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:39.164416 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d38cf91b-2289-4289-bec4-be402783dd72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:39.168438 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d38cf91b-2289-4289-bec4-be402783dd72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:39.207704 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-d38cf91b-2289-4289-bec4-be402783dd72 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=2db3f7a235b44b9988277563b5c2d291&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1305730 May 04 15:53:39.208557 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38cf91b-2289-4289-bec4-be402783dd72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ec64b0-0564-41a3-9323-013e6803ed8e,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:53:39.210299 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 34366) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:53:39.259120 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-838704bf-6f39-4121-ab45-7388082e4162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:39.281185 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-838704bf-6f39-4121-ab45-7388082e4162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:39.328924 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-838704bf-6f39-4121-ab45-7388082e4162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:39.331447 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-838704bf-6f39-4121-ab45-7388082e4162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:39.332593 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-838704bf-6f39-4121-ab45-7388082e4162 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/64ec64b0-0564-41a3-9323-013e6803ed8e HTTP/1.1" status: 204 len: 168 time: 0.1212590 May 04 15:53:39.340567 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838704bf-6f39-4121-ab45-7388082e4162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ec64b0-0564-41a3-9323-013e6803ed8e,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:53:39.964617 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:40.950704 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:41.629810 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:41.911949 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:49.044375 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:53:53.188890 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 34510) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:53:53.296657 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-aeb4ac45-7155-497f-b311-ca5545d519d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:53.370987 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-aeb4ac45-7155-497f-b311-ca5545d519d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:53.374457 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-aeb4ac45-7155-497f-b311-ca5545d519d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:53.421075 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-aeb4ac45-7155-497f-b311-ca5545d519d0 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bac672a194ee4c72915a33812933e7bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2309082 May 04 15:53:53.422184 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb4ac45-7155-497f-b311-ca5545d519d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=937cfd15-d2bd-4756-8d56-a90077766184,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:53:53.423651 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 34514) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:53:53.475072 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c051f435-124e-4b89-86a5-9635032718da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:53.497875 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c051f435-124e-4b89-86a5-9635032718da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:53.545912 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c051f435-124e-4b89-86a5-9635032718da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:53.548639 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-c051f435-124e-4b89-86a5-9635032718da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:53.549848 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-c051f435-124e-4b89-86a5-9635032718da admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/937cfd15-d2bd-4756-8d56-a90077766184 HTTP/1.1" status: 204 len: 168 time: 0.1251934 May 04 15:53:53.558393 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051f435-124e-4b89-86a5-9635032718da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=937cfd15-d2bd-4756-8d56-a90077766184,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:53:53.811720 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 34520) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:53:53.825170 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-f5e066ae-7f9f-4921-9849-042ad41f60e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:53.907967 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-f5e066ae-7f9f-4921-9849-042ad41f60e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:53.911683 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-f5e066ae-7f9f-4921-9849-042ad41f60e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:53.949267 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-f5e066ae-7f9f-4921-9849-042ad41f60e3 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=826a0392d5924a93a191a4d6fc1142e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1364777 May 04 15:53:53.951126 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e066ae-7f9f-4921-9849-042ad41f60e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34de5ff8-309c-4fb2-9304-30c204b971ca,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:53:53.952001 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 34522) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:53:54.001834 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a61d9f21-7866-4f44-ae7e-8c59d2b019fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:54.022879 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a61d9f21-7866-4f44-ae7e-8c59d2b019fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:54.068525 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a61d9f21-7866-4f44-ae7e-8c59d2b019fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:54.071071 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-a61d9f21-7866-4f44-ae7e-8c59d2b019fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:53:54.072888 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-a61d9f21-7866-4f44-ae7e-8c59d2b019fd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/34de5ff8-309c-4fb2-9304-30c204b971ca HTTP/1.1" status: 204 len: 168 time: 0.1193867 May 04 15:53:54.080851 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61d9f21-7866-4f44-ae7e-8c59d2b019fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34de5ff8-309c-4fb2-9304-30c204b971ca,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:54:06.284764 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-2ebb0abf-c39e-429c-9e56-b06fc89aa162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:08.658959 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-78f66318-1d40-4a03-9e76-078719e7124f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:09.974926 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:10.961343 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:11.634575 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:11.920910 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:26.043775 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:54:31.176550 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 34742) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:54:31.285304 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6c7459cf-6da7-41f2-b436-9ce47a020ac4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:31.369810 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6c7459cf-6da7-41f2-b436-9ce47a020ac4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:31.375170 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-6c7459cf-6da7-41f2-b436-9ce47a020ac4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:31.415949 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-6c7459cf-6da7-41f2-b436-9ce47a020ac4 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=a6eb0033a09049bf964a4742f0d03d59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2382655 May 04 15:54:31.416888 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7459cf-6da7-41f2-b436-9ce47a020ac4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8222d189-fab0-46c5-a7b7-aa7606e7fb3d,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:54:31.419386 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 34746) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:54:31.425722 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7459cf-6da7-41f2-b436-9ce47a020ac4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:31.426015 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7459cf-6da7-41f2-b436-9ce47a020ac4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:31.426325 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7459cf-6da7-41f2-b436-9ce47a020ac4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:31.426660 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7459cf-6da7-41f2-b436-9ce47a020ac4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:31.426993 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7459cf-6da7-41f2-b436-9ce47a020ac4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:31.427326 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7459cf-6da7-41f2-b436-9ce47a020ac4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:31.427654 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7459cf-6da7-41f2-b436-9ce47a020ac4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:31.427991 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7459cf-6da7-41f2-b436-9ce47a020ac4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:31.428301 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7459cf-6da7-41f2-b436-9ce47a020ac4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:31.428622 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7459cf-6da7-41f2-b436-9ce47a020ac4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:31.428981 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7459cf-6da7-41f2-b436-9ce47a020ac4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:31.429302 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7459cf-6da7-41f2-b436-9ce47a020ac4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101864) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:31.477871 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d87b1bfa-3b8e-418f-ae31-314da3564110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:31.503559 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d87b1bfa-3b8e-418f-ae31-314da3564110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:31.558988 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d87b1bfa-3b8e-418f-ae31-314da3564110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:31.561660 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-d87b1bfa-3b8e-418f-ae31-314da3564110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:31.562888 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-d87b1bfa-3b8e-418f-ae31-314da3564110 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/8222d189-fab0-46c5-a7b7-aa7606e7fb3d HTTP/1.1" status: 204 len: 168 time: 0.1424959 May 04 15:54:31.571694 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87b1bfa-3b8e-418f-ae31-314da3564110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8222d189-fab0-46c5-a7b7-aa7606e7fb3d,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:54:31.841664 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 34752) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:54:31.858762 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c9ec6196-ea80-4c69-8819-0e1ff5baee4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:31.938176 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c9ec6196-ea80-4c69-8819-0e1ff5baee4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:31.942044 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-c9ec6196-ea80-4c69-8819-0e1ff5baee4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:31.981653 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-c9ec6196-ea80-4c69-8819-0e1ff5baee4a admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=c976a8dc2c9348a4a2f7a3fccb4b9d79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1387570 May 04 15:54:31.982365 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ec6196-ea80-4c69-8819-0e1ff5baee4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=207ba626-7615-487c-b80a-58a6ac85a141,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:54:31.984540 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 34754) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:54:32.034474 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-24874d37-2c30-41c9-92fe-5ad311ddf7ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:32.055404 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-24874d37-2c30-41c9-92fe-5ad311ddf7ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:32.104576 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-24874d37-2c30-41c9-92fe-5ad311ddf7ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:32.108694 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-24874d37-2c30-41c9-92fe-5ad311ddf7ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:32.110035 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-24874d37-2c30-41c9-92fe-5ad311ddf7ec admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/207ba626-7615-487c-b80a-58a6ac85a141 HTTP/1.1" status: 204 len: 168 time: 0.1243832 May 04 15:54:32.118226 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24874d37-2c30-41c9-92fe-5ad311ddf7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=207ba626-7615-487c-b80a-58a6ac85a141,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:54:33.819399 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 34802) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:54:33.931499 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4168bf04-5e2a-41bb-b7b4-56f2a8bf5c91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:34.006480 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4168bf04-5e2a-41bb-b7b4-56f2a8bf5c91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:34.010348 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-4168bf04-5e2a-41bb-b7b4-56f2a8bf5c91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:34.049328 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-4168bf04-5e2a-41bb-b7b4-56f2a8bf5c91 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=62b7884efab1470193c886995b1639e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2288759 May 04 15:54:34.050424 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4168bf04-5e2a-41bb-b7b4-56f2a8bf5c91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eca0418-67f9-40ac-bc18-7faf95e19e92,revision_number=1']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:54:34.052033 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 34806) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:54:34.059007 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168bf04-5e2a-41bb-b7b4-56f2a8bf5c91 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:34.059358 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168bf04-5e2a-41bb-b7b4-56f2a8bf5c91 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:34.060102 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168bf04-5e2a-41bb-b7b4-56f2a8bf5c91 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:34.060102 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168bf04-5e2a-41bb-b7b4-56f2a8bf5c91 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:34.060340 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168bf04-5e2a-41bb-b7b4-56f2a8bf5c91 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:34.060669 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168bf04-5e2a-41bb-b7b4-56f2a8bf5c91 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:34.061032 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168bf04-5e2a-41bb-b7b4-56f2a8bf5c91 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:34.061361 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168bf04-5e2a-41bb-b7b4-56f2a8bf5c91 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:34.061688 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168bf04-5e2a-41bb-b7b4-56f2a8bf5c91 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:34.062012 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168bf04-5e2a-41bb-b7b4-56f2a8bf5c91 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:34.062336 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168bf04-5e2a-41bb-b7b4-56f2a8bf5c91 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:34.062657 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4168bf04-5e2a-41bb-b7b4-56f2a8bf5c91 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101863) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:34.100196 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b036eec9-6270-4d82-9705-bd81d414e9fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:34.122061 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b036eec9-6270-4d82-9705-bd81d414e9fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:34.167043 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b036eec9-6270-4d82-9705-bd81d414e9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:34.170197 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-b036eec9-6270-4d82-9705-bd81d414e9fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:34.171352 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-b036eec9-6270-4d82-9705-bd81d414e9fc admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/5eca0418-67f9-40ac-bc18-7faf95e19e92 HTTP/1.1" status: 204 len: 168 time: 0.1183472 May 04 15:54:34.179068 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b036eec9-6270-4d82-9705-bd81d414e9fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eca0418-67f9-40ac-bc18-7faf95e19e92,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:54:34.435758 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 34812) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:54:34.448557 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-68fb721f-0c76-4a31-8d48-0bcd43bda9fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:34.524820 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-68fb721f-0c76-4a31-8d48-0bcd43bda9fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:34.529070 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-68fb721f-0c76-4a31-8d48-0bcd43bda9fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:34.565337 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb721f-0c76-4a31-8d48-0bcd43bda9fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=149d9af3-57d7-46b2-98ff-0aa31596d89a,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:54:34.569761 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-68fb721f-0c76-4a31-8d48-0bcd43bda9fa admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=bc242f56deea464dbbee47483b071462&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1329949 May 04 15:54:34.573012 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 34814) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:54:34.620537 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-781ee411-c422-4df4-af9e-c3cb4456a0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:34.641062 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-781ee411-c422-4df4-af9e-c3cb4456a0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:34.685420 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-781ee411-c422-4df4-af9e-c3cb4456a0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:34.687951 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-781ee411-c422-4df4-af9e-c3cb4456a0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:34.689131 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-781ee411-c422-4df4-af9e-c3cb4456a0bd admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/149d9af3-57d7-46b2-98ff-0aa31596d89a HTTP/1.1" status: 204 len: 168 time: 0.1158442 May 04 15:54:34.696653 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781ee411-c422-4df4-af9e-c3cb4456a0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=149d9af3-57d7-46b2-98ff-0aa31596d89a,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:54:35.369265 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [-] (101864) accepted ('10.222.0.42', 34836) {{(pid=101864) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:54:35.463423 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [None req-ac09238a-e8c0-4598-b19b-374bae3692b7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1770571887-network', 'tenant_id': '332702aca760423587536d3395a91f09'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:54:35.488535 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac09238a-e8c0-4598-b19b-374bae3692b7 admin admin] Made reservation on behalf of 332702aca760423587536d3395a91f09 for: {'network': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:54:35.490845 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ac09238a-e8c0-4598-b19b-374bae3692b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for network, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:35.499572 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ac09238a-e8c0-4598-b19b-374bae3692b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:35.572226 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ac09238a-e8c0-4598-b19b-374bae3692b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:35.576788 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ac09238a-e8c0-4598-b19b-374bae3692b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:35.600194 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac09238a-e8c0-4598-b19b-374bae3692b7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 255} {{(pid=101864) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 04 15:54:35.617859 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ac09238a-e8c0-4598-b19b-374bae3692b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:35.618212 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.db.segments_db [None req-ac09238a-e8c0-4598-b19b-374bae3692b7 admin admin] Added segment aa33c965-9028-4b05-99f2-6e1ebfa86e6e of type vlan for network 9ea5fd74-bc36-49c4-a2b5-a8685b42f913 May 04 15:54:35.619540 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09238a-e8c0-4598-b19b-374bae3692b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6ab689-0190-4b53-8c44-3eca3f36525b,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:54:35.663110 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ac09238a-e8c0-4598-b19b-374bae3692b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8755427588545'] for network, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:35.686319 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ac09238a-e8c0-4598-b19b-374bae3692b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198'] for network, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:35.687251 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac09238a-e8c0-4598-b19b-374bae3692b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:35.687861 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [None req-ac09238a-e8c0-4598-b19b-374bae3692b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:35.736949 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [None req-ac09238a-e8c0-4598-b19b-374bae3692b7 admin admin] 10.222.0.42 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3665352 May 04 15:54:35.740006 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 34840) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:54:35.744987 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.v2.base [None req-852c731f-fe5a-40a7-84eb-56942f0959f8 admin admin] Request body: {'subnet': {'network_id': '9ea5fd74-bc36-49c4-a2b5-a8685b42f913', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1770571887-subnet', 'tenant_id': '332702aca760423587536d3395a91f09', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101863) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:54:35.749756 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac09238a-e8c0-4598-b19b-374bae3692b7 admin admin] Pushing event updated for resources: {'Network': ['ID=9ea5fd74-bc36-49c4-a2b5-a8685b42f913,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:54:35.759867 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Network 9ea5fd74-bc36-49c4-a2b5-a8685b42f913 details requested by agent ovs-agent-dv-cinder-829630-2-iscsi with host dv-cinder-829630-2-iscsi {{(pid=101865) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} May 04 15:54:35.766540 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-852c731f-fe5a-40a7-84eb-56942f0959f8 admin admin] Made reservation on behalf of 332702aca760423587536d3395a91f09 for: {'subnet': 1} {{(pid=101863) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:54:35.768970 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-852c731f-fe5a-40a7-84eb-56942f0959f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-262085007'] for subnet, before_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:35.940873 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-852c731f-fe5a-40a7-84eb-56942f0959f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2944337', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-262085017'] for subnet, after_create {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:35.994085 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852c731f-fe5a-40a7-84eb-56942f0959f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=536b5caf-d05d-4993-8598-b80b732dd79d,revision_number=0']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:54:36.002756 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-852c731f-fe5a-40a7-84eb-56942f0959f8 admin admin] Checking segment: {'id': 'aa33c965-9028-4b05-99f2-6e1ebfa86e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9ea5fd74-bc36-49c4-a2b5-a8685b42f913'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101863) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:54:36.003113 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852c731f-fe5a-40a7-84eb-56942f0959f8 admin admin] Network hostable DHCP agents. Network: 9ea5fd74-bc36-49c4-a2b5-a8685b42f913, hostable agents: ['fc62abde-e1bd-4968-8f20-84ac7e991332'], hosted agents: [] {{(pid=101863) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 04 15:54:36.019215 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-852c731f-fe5a-40a7-84eb-56942f0959f8 admin admin] Network 9ea5fd74-bc36-49c4-a2b5-a8685b42f913 is scheduled to be hosted by DHCP agent fc62abde-e1bd-4968-8f20-84ac7e991332 with binding_index 1 {{(pid=101863) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 04 15:54:36.028484 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.scheduler.base_scheduler [None req-852c731f-fe5a-40a7-84eb-56942f0959f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-829630-2-iscsi, 9ea5fd74-bc36-49c4-a2b5-a8685b42f913) {{(pid=101863) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:54:36.032744 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-852c731f-fe5a-40a7-84eb-56942f0959f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:36.033333 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-852c731f-fe5a-40a7-84eb-56942f0959f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:36.037591 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf6acea-20e1-4474-9e19-eb19acb91bef None None] Network 9ea5fd74-bc36-49c4-a2b5-a8685b42f913 requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:54:36.048920 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-852c731f-fe5a-40a7-84eb-56942f0959f8 admin admin] 10.222.0.42 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3078065 May 04 15:54:36.160250 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a034c6-d45a-44b5-abb0-0a979350a043 None None] Network 9ea5fd74-bc36-49c4-a2b5-a8685b42f913 requested from dv-cinder-829630-2-iscsi {{(pid=101865) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 04 15:54:36.299107 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-d13183b6-65d1-460e-9677-9d36c9fb102b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:38.056840 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f04900-5753-4a0f-b09d-a596572e302a req-bfb0740f-033a-468c-9c8e-58c24ca9436b tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:38.058337 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-72f04900-5753-4a0f-b09d-a596572e302a req-bfb0740f-033a-468c-9c8e-58c24ca9436b tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/networks?id=9ea5fd74-bc36-49c4-a2b5-a8685b42f913 HTTP/1.1" status: 200 len: 809 time: 0.1008651 May 04 15:54:38.072920 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-72f04900-5753-4a0f-b09d-a596572e302a req-ff32f841-cb6f-4eb5-b45d-c65f7c563f0c tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/quotas/332702aca760423587536d3395a91f09 HTTP/1.1" status: 200 len: 375 time: 0.0087912 May 04 15:54:38.104576 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-72f04900-5753-4a0f-b09d-a596572e302a req-ec28ef42-dd4c-40a0-8688-e0dbac1c3601 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=332702aca760423587536d3395a91f09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255730 May 04 15:54:38.163382 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [req-72f04900-5753-4a0f-b09d-a596572e302a req-85aad768-4b49-4142-ac57-731bc18a87c5 service neutron] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=101863) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 15:54:38.164420 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-72f04900-5753-4a0f-b09d-a596572e302a req-85aad768-4b49-4142-ac57-731bc18a87c5 service neutron] 10.222.0.42 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0532386 May 04 15:54:38.258226 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-72f04900-5753-4a0f-b09d-a596572e302a req-31317eb0-6338-44fd-b2db-e1a3ded52a3f service neutron] 10.222.0.42 "GET /v2.0/networks/9ea5fd74-bc36-49c4-a2b5-a8685b42f913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872009 May 04 15:54:38.345447 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-72f04900-5753-4a0f-b09d-a596572e302a req-3fe0ac4b-d410-4c2a-b3d1-9372246a06b2 service neutron] 10.222.0.42 "GET /v2.0/networks/9ea5fd74-bc36-49c4-a2b5-a8685b42f913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804811 May 04 15:54:38.502067 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-55d7dfdf-98ee-46e8-9a63-b22a860fd59d req-b37f596a-bf1f-406f-b15b-58722699b401 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/ports?device_id=4cd02b5d-f8d3-47b7-9b92-d0bcab49eb9c HTTP/1.1" status: 200 len: 210 time: 0.0271389 May 04 15:54:38.663762 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7e9cf22e-4ab4-49fa-896e-f102c21cfa4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:39.594767 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-67ac86c6-7ed2-453c-9fa9-780ac4bfe68f req-a296ff1f-124a-4c34-8d22-2fcc6dc35f5f tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/ports?device_id=4cd02b5d-f8d3-47b7-9b92-d0bcab49eb9c HTTP/1.1" status: 200 len: 210 time: 0.0265489 May 04 15:54:39.831071 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f04900-5753-4a0f-b09d-a596572e302a req-34754e8c-03db-4d4d-bfe6-51f0a342fab6 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:39.832749 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-72f04900-5753-4a0f-b09d-a596572e302a req-34754e8c-03db-4d4d-bfe6-51f0a342fab6 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.11 "GET /v2.0/networks?id=9ea5fd74-bc36-49c4-a2b5-a8685b42f913 HTTP/1.1" status: 200 len: 809 time: 0.1149273 May 04 15:54:39.861597 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [req-72f04900-5753-4a0f-b09d-a596572e302a req-37ae54ce-fc32-472c-bb3b-54ac61cfe83e tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Request body: {'port': {'device_id': '4cd02b5d-f8d3-47b7-9b92-d0bcab49eb9c', 'network_id': '9ea5fd74-bc36-49c4-a2b5-a8685b42f913', 'admin_state_up': True, 'tenant_id': '332702aca760423587536d3395a91f09'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:54:39.966750 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72f04900-5753-4a0f-b09d-a596572e302a req-37ae54ce-fc32-472c-bb3b-54ac61cfe83e tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Made reservation on behalf of 332702aca760423587536d3395a91f09 for: {'port': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:54:39.968081 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:39.970344 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-72f04900-5753-4a0f-b09d-a596572e302a req-37ae54ce-fc32-472c-bb3b-54ac61cfe83e tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:40.097832 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_common [req-72f04900-5753-4a0f-b09d-a596572e302a req-37ae54ce-fc32-472c-bb3b-54ac61cfe83e tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Allocated IP 172.20.0.13 (9ea5fd74-bc36-49c4-a2b5-a8685b42f913/536b5caf-d05d-4993-8598-b80b732dd79d/17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9) {{(pid=101864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:54:40.236875 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-72f04900-5753-4a0f-b09d-a596572e302a req-37ae54ce-fc32-472c-bb3b-54ac61cfe83e tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Notify callbacks [] for port, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:40.274548 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-72f04900-5753-4a0f-b09d-a596572e302a req-37ae54ce-fc32-472c-bb3b-54ac61cfe83e tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:40.317821 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72f04900-5753-4a0f-b09d-a596572e302a req-37ae54ce-fc32-472c-bb3b-54ac61cfe83e tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Network 9ea5fd74-bc36-49c4-a2b5-a8685b42f913 is already hosted by enough agents. {{(pid=101864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:54:40.320884 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [req-72f04900-5753-4a0f-b09d-a596572e302a req-37ae54ce-fc32-472c-bb3b-54ac61cfe83e tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Resources bound (agent type, host, resource id): {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:54:40.324674 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [req-72f04900-5753-4a0f-b09d-a596572e302a req-37ae54ce-fc32-472c-bb3b-54ac61cfe83e tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Received port after_create {{(pid=101864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:54:40.330935 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ae54ce-fc32-472c-bb3b-54ac61cfe83e tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Pushing event updated for resources: {'Port': ['ID=17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:54:40.375803 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f04900-5753-4a0f-b09d-a596572e302a req-37ae54ce-fc32-472c-bb3b-54ac61cfe83e tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:40.376319 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-72f04900-5753-4a0f-b09d-a596572e302a req-37ae54ce-fc32-472c-bb3b-54ac61cfe83e tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:40.391372 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-72f04900-5753-4a0f-b09d-a596572e302a req-37ae54ce-fc32-472c-bb3b-54ac61cfe83e tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5342708 May 04 15:54:40.401442 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.wsgi [req-72f04900-5753-4a0f-b09d-a596572e302a req-a846154b-768c-41b7-be8f-36463f4c3f69 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] http://10.222.0.42:9696/v2.0/extensions returned with HTTP 200 {{(pid=101864) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 04 15:54:40.402396 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-72f04900-5753-4a0f-b09d-a596572e302a req-a846154b-768c-41b7-be8f-36463f4c3f69 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.11 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048513 May 04 15:54:40.476822 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [req-72f04900-5753-4a0f-b09d-a596572e302a req-2979fff6-dd56-40e9-b346-719b63566ff3 service neutron] Request body: {'port': {'device_id': '4cd02b5d-f8d3-47b7-9b92-d0bcab49eb9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:54:40.532431 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-72f04900-5753-4a0f-b09d-a596572e302a req-2979fff6-dd56-40e9-b346-719b63566ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:40.713348 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8627d64-bfc7-4524-83ea-ab99135a216b req-13575d01-7d31-499f-998e-a9df63f46791 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:40.715620 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f8627d64-bfc7-4524-83ea-ab99135a216b req-13575d01-7d31-499f-998e-a9df63f46791 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/ports?device_id=4cd02b5d-f8d3-47b7-9b92-d0bcab49eb9c HTTP/1.1" status: 200 len: 932 time: 0.0525789 May 04 15:54:40.755043 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f8627d64-bfc7-4524-83ea-ab99135a216b req-4680986e-a647-4bc6-ae9d-1205116eb384 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae6ab689-0190-4b53-8c44-3eca3f36525b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333371 May 04 15:54:40.800221 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [req-72f04900-5753-4a0f-b09d-a596572e302a req-2979fff6-dd56-40e9-b346-719b63566ff3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9 {{(pid=101864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:54:40.807444 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-72f04900-5753-4a0f-b09d-a596572e302a req-2979fff6-dd56-40e9-b346-719b63566ff3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:40.819040 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.provisioning_blocks [req-72f04900-5753-4a0f-b09d-a596572e302a req-2979fff6-dd56-40e9-b346-719b63566ff3 service neutron] Transition to ACTIVE for port object 17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9 will not be triggered until provisioned by entity L2. {{(pid=101864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:54:40.822848 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-72f04900-5753-4a0f-b09d-a596572e302a req-2979fff6-dd56-40e9-b346-719b63566ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:40.875263 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979fff6-dd56-40e9-b346-719b63566ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9,revision_number=2']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:54:40.944293 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-72f04900-5753-4a0f-b09d-a596572e302a req-2979fff6-dd56-40e9-b346-719b63566ff3 service neutron] Attempting to bind port 17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9 on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:54:40.944643 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-72f04900-5753-4a0f-b09d-a596572e302a req-2979fff6-dd56-40e9-b346-719b63566ff3 service neutron] Attempting to bind port 17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9 by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'aa33c965-9028-4b05-99f2-6e1ebfa86e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9ea5fd74-bc36-49c4-a2b5-a8685b42f913'}] {{(pid=101864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:54:40.944970 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f04900-5753-4a0f-b09d-a596572e302a req-2979fff6-dd56-40e9-b346-719b63566ff3 service neutron] Attempting to bind port 17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9 on network 9ea5fd74-bc36-49c4-a2b5-a8685b42f913 {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:54:40.949642 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f04900-5753-4a0f-b09d-a596572e302a req-2979fff6-dd56-40e9-b346-719b63566ff3 service neutron] Port 17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9 on network 9ea5fd74-bc36-49c4-a2b5-a8685b42f913 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:54:40.949958 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f04900-5753-4a0f-b09d-a596572e302a req-2979fff6-dd56-40e9-b346-719b63566ff3 service neutron] Attempting to bind port 17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9 on network 9ea5fd74-bc36-49c4-a2b5-a8685b42f913 {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:54:40.954887 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f04900-5753-4a0f-b09d-a596572e302a req-2979fff6-dd56-40e9-b346-719b63566ff3 service neutron] Checking agent: {'id': 'b5e3fd0f-344a-4130-968c-1c1293caf489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'started_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:54:40.955220 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f04900-5753-4a0f-b09d-a596572e302a req-2979fff6-dd56-40e9-b346-719b63566ff3 service neutron] Checking segment: {'id': 'aa33c965-9028-4b05-99f2-6e1ebfa86e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9ea5fd74-bc36-49c4-a2b5-a8685b42f913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:54:40.955594 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72f04900-5753-4a0f-b09d-a596572e302a req-2979fff6-dd56-40e9-b346-719b63566ff3 service neutron] Bound using segment: {'id': 'aa33c965-9028-4b05-99f2-6e1ebfa86e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9ea5fd74-bc36-49c4-a2b5-a8685b42f913'} {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:54:40.956015 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-72f04900-5753-4a0f-b09d-a596572e302a req-2979fff6-dd56-40e9-b346-719b63566ff3 service neutron] Bound port: 17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa33c965-9028-4b05-99f2-6e1ebfa86e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9ea5fd74-bc36-49c4-a2b5-a8685b42f913'}}] {{(pid=101864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:54:40.956370 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-72f04900-5753-4a0f-b09d-a596572e302a req-2979fff6-dd56-40e9-b346-719b63566ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:40.975112 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:41.023306 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-72f04900-5753-4a0f-b09d-a596572e302a req-2979fff6-dd56-40e9-b346-719b63566ff3 service neutron] For port 17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9, host hv-cinder-82963, cleared binding levels {{(pid=101864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:54:41.026557 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-72f04900-5753-4a0f-b09d-a596572e302a req-2979fff6-dd56-40e9-b346-719b63566ff3 service neutron] For port 17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9,segment=NetworkSegment(aa33c965-9028-4b05-99f2-6e1ebfa86e6e),segment_id=aa33c965-9028-4b05-99f2-6e1ebfa86e6e)] {{(pid=101864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:54:41.030095 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-72f04900-5753-4a0f-b09d-a596572e302a req-2979fff6-dd56-40e9-b346-719b63566ff3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:41.064024 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f04900-5753-4a0f-b09d-a596572e302a req-2979fff6-dd56-40e9-b346-719b63566ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:41.064639 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-72f04900-5753-4a0f-b09d-a596572e302a req-2979fff6-dd56-40e9-b346-719b63566ff3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:41.066070 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-72f04900-5753-4a0f-b09d-a596572e302a req-2979fff6-dd56-40e9-b346-719b63566ff3 service neutron] 10.222.0.11 "PUT /v2.0/ports/17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9 HTTP/1.1" status: 200 len: 1094 time: 0.6386335 May 04 15:54:41.066504 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4cd02b5d-f8d3-47b7-9b92-d0bcab49eb9c', 'tag': '17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:54:41.068773 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bb629a-caa7-457d-b837-5becff702378" -d '{"events": [{"name": "network-changed", "server_uuid": "4cd02b5d-f8d3-47b7-9b92-d0bcab49eb9c", "tag": "17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:54:41.092221 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2979fff6-dd56-40e9-b346-719b63566ff3 service neutron] Pushing event updated for resources: {'Port': ['ID=17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9,revision_number=3']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:54:41.159818 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f04900-5753-4a0f-b09d-a596572e302a req-f4540676-407d-4308-8ada-7349b8aa80c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:41.161344 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-72f04900-5753-4a0f-b09d-a596572e302a req-f4540676-407d-4308-8ada-7349b8aa80c5 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=332702aca760423587536d3395a91f09&device_id=4cd02b5d-f8d3-47b7-9b92-d0bcab49eb9c HTTP/1.1" status: 200 len: 1097 time: 0.0422640 May 04 15:54:41.172584 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:54:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2218f0f-151d-4a1b-b795-60644c3ca6e9 x-openstack-request-id: req-e2218f0f-151d-4a1b-b795-60644c3ca6e9 {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:54:41.172927 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4cd02b5d-f8d3-47b7-9b92-d0bcab49eb9c", "tag": "17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:54:41.173181 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-e2218f0f-151d-4a1b-b795-60644c3ca6e9 {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:54:41.173597 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2218f0f-151d-4a1b-b795-60644c3ca6e9'] response: {'name': 'network-changed', 'server_uuid': '4cd02b5d-f8d3-47b7-9b92-d0bcab49eb9c', 'tag': '17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9', 'status': 'completed', 'code': 200} May 04 15:54:41.226206 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-72f04900-5753-4a0f-b09d-a596572e302a req-d163ea6b-5739-4780-b7b4-01bbc7e47072 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9 HTTP/1.1" status: 200 len: 217 time: 0.0377526 May 04 15:54:41.273849 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f04900-5753-4a0f-b09d-a596572e302a req-6435482c-b4eb-4a4f-a106-4b2ecabf1650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:41.275291 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-72f04900-5753-4a0f-b09d-a596572e302a req-6435482c-b4eb-4a4f-a106-4b2ecabf1650 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=536b5caf-d05d-4993-8598-b80b732dd79d HTTP/1.1" status: 200 len: 849 time: 0.0427668 May 04 15:54:41.314081 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-72f04900-5753-4a0f-b09d-a596572e302a req-6eefde28-c91f-4b37-a004-b8a1190bbf21 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ea5fd74-bc36-49c4-a2b5-a8685b42f913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323365 May 04 15:54:41.407480 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-72f04900-5753-4a0f-b09d-a596572e302a req-55c5034d-c297-47aa-b5e2-7c034e7ec93a service neutron] 10.222.0.11 "GET /v2.0/networks/9ea5fd74-bc36-49c4-a2b5-a8685b42f913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863955 May 04 15:54:41.493935 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-72f04900-5753-4a0f-b09d-a596572e302a req-6fa87da3-7cf7-413b-913f-5a0ce4aeeb23 service neutron] 10.222.0.11 "GET /v2.0/networks/9ea5fd74-bc36-49c4-a2b5-a8685b42f913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807250 May 04 15:54:41.624949 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb629a-caa7-457d-b837-5becff702378 req-96367e3e-2cef-40b8-84bf-13f0723459d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:41.626428 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-51bb629a-caa7-457d-b837-5becff702378 req-96367e3e-2cef-40b8-84bf-13f0723459d0 service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=332702aca760423587536d3395a91f09&device_id=4cd02b5d-f8d3-47b7-9b92-d0bcab49eb9c HTTP/1.1" status: 200 len: 1097 time: 0.0408716 May 04 15:54:41.635654 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:41.717560 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb629a-caa7-457d-b837-5becff702378 req-79f5d538-c5af-4cf0-a36d-293c5bfb057f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:41.718907 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-51bb629a-caa7-457d-b837-5becff702378 req-79f5d538-c5af-4cf0-a36d-293c5bfb057f service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ea5fd74-bc36-49c4-a2b5-a8685b42f913 HTTP/1.1" status: 200 len: 910 time: 0.0860739 May 04 15:54:41.764187 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-51bb629a-caa7-457d-b837-5becff702378 req-b004e7a5-ce3d-4fdf-8459-784aa641748f service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9 HTTP/1.1" status: 200 len: 217 time: 0.0384653 May 04 15:54:41.815287 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bb629a-caa7-457d-b837-5becff702378 req-fb833d40-956c-41df-a903-060ae07af8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:41.816787 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-51bb629a-caa7-457d-b837-5becff702378 req-fb833d40-956c-41df-a903-060ae07af8e1 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=536b5caf-d05d-4993-8598-b80b732dd79d HTTP/1.1" status: 200 len: 849 time: 0.0464187 May 04 15:54:41.850190 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-51bb629a-caa7-457d-b837-5becff702378 req-baca3161-c1ff-4e5f-8b31-fbdbe11bcd25 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ea5fd74-bc36-49c4-a2b5-a8685b42f913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258145 May 04 15:54:41.873696 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b19339-384e-4143-959b-a96e99de9a86 req-47517790-7c9e-4131-b48c-a06edf542c57 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:41.875270 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b9b19339-384e-4143-959b-a96e99de9a86 req-47517790-7c9e-4131-b48c-a06edf542c57 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/ports?device_id=4cd02b5d-f8d3-47b7-9b92-d0bcab49eb9c HTTP/1.1" status: 200 len: 944 time: 0.0503309 May 04 15:54:41.914193 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-b9b19339-384e-4143-959b-a96e99de9a86 req-5ed73b8f-68a2-4927-a148-6785db1cebdc tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae6ab689-0190-4b53-8c44-3eca3f36525b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328295 May 04 15:54:41.914619 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:41.943018 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-51bb629a-caa7-457d-b837-5becff702378 req-2765ba8c-a930-4691-9f2e-c7c96bda0d05 service neutron] 10.222.0.11 "GET /v2.0/networks/9ea5fd74-bc36-49c4-a2b5-a8685b42f913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864785 May 04 15:54:42.033415 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-51bb629a-caa7-457d-b837-5becff702378 req-d6058d66-93c1-43bf-badb-1f40fcd3b96c service neutron] 10.222.0.11 "GET /v2.0/networks/9ea5fd74-bc36-49c4-a2b5-a8685b42f913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831602 May 04 15:54:43.035715 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceaa2de2-0de2-43e0-bdd7-a84c67c8085f req-0be0cba9-dd47-4593-abb8-c6ccc628237e tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:43.037230 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ceaa2de2-0de2-43e0-bdd7-a84c67c8085f req-0be0cba9-dd47-4593-abb8-c6ccc628237e tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/ports?device_id=4cd02b5d-f8d3-47b7-9b92-d0bcab49eb9c HTTP/1.1" status: 200 len: 944 time: 0.0497198 May 04 15:54:43.078170 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ceaa2de2-0de2-43e0-bdd7-a84c67c8085f req-8941786b-0ea5-4af4-862f-06177898423a tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae6ab689-0190-4b53-8c44-3eca3f36525b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338402 May 04 15:54:44.076569 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9 details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:54:44.179195 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9,segment=NetworkSegment(aa33c965-9028-4b05-99f2-6e1ebfa86e6e),segment_id=aa33c965-9028-4b05-99f2-6e1ebfa86e6e)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:54:44.193052 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Returning: {'device': '17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9', 'network_id': '9ea5fd74-bc36-49c4-a2b5-a8685b42f913', 'port_id': '17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9', 'mac_address': 'fa:16:3e:58:1d:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536b5caf-d05d-4993-8598-b80b732dd79d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:54:44.234163 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:44.248418 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9 {{(pid=101865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:54:44.268267 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9,segment=NetworkSegment(aa33c965-9028-4b05-99f2-6e1ebfa86e6e),segment_id=aa33c965-9028-4b05-99f2-6e1ebfa86e6e)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:54:44.272801 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:44.322325 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:54:44.330331 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:44.330678 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:44.331037 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:44.331354 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:44.331683 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:44.332015 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:44.332340 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:44.332684 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:44.333029 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:44.333354 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:44.333677 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:44.334000 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-829630-2-iscsi {{(pid=101865) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 04 15:54:44.362795 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5036b87d-6e96-4b24-97ec-ee453f77879d req-6ef38595-9918-4215-a20f-6340c602cb32 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:44.364272 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5036b87d-6e96-4b24-97ec-ee453f77879d req-6ef38595-9918-4215-a20f-6340c602cb32 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/ports?device_id=4cd02b5d-f8d3-47b7-9b92-d0bcab49eb9c HTTP/1.1" status: 200 len: 945 time: 0.0511839 May 04 15:54:44.404355 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-5036b87d-6e96-4b24-97ec-ee453f77879d req-e1214837-38c6-4ad6-b30e-49e4fa9eb649 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae6ab689-0190-4b53-8c44-3eca3f36525b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339670 May 04 15:54:44.744119 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:54:45.524864 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdf447c-f942-4bd3-8b14-6372466d808c req-c809a4e1-a86e-40e6-95f8-dc14420fb6d5 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:45.526341 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6cdf447c-f942-4bd3-8b14-6372466d808c req-c809a4e1-a86e-40e6-95f8-dc14420fb6d5 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/ports?device_id=4cd02b5d-f8d3-47b7-9b92-d0bcab49eb9c HTTP/1.1" status: 200 len: 945 time: 0.0560284 May 04 15:54:45.566302 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-6cdf447c-f942-4bd3-8b14-6372466d808c req-95a29ac8-bfbb-4691-8f4b-df9489c74722 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae6ab689-0190-4b53-8c44-3eca3f36525b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339448 May 04 15:54:46.093172 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9 up at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:54:46.141254 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning for port 17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9 completed by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:54:46.145597 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning complete for port 17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9 triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:54:46.145964 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:46.225232 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:46.249085 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd02b5d-f8d3-47b7-9b92-d0bcab49eb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9'}] {{(pid=101865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:54:46.251345 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13127db273ea31dc2797640238b9d4a3f6ca00c8d3f152038556e6a345f6b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14544a6-c985-4101-8e0e-6fd4162e703b" -d '{"events": [{"server_uuid": "4cd02b5d-f8d3-47b7-9b92-d0bcab49eb9c", "name": "network-vif-plugged", "status": "completed", "tag": "17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9"}]}' {{(pid=101865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:54:46.264285 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9,segment=NetworkSegment(aa33c965-9028-4b05-99f2-6e1ebfa86e6e),segment_id=aa33c965-9028-4b05-99f2-6e1ebfa86e6e)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:54:46.268489 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:46.319678 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9,revision_number=5']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:54:46.344573 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9568dbf-daaf-499c-a88f-29c64589bbb0 x-openstack-request-id: req-b9568dbf-daaf-499c-a88f-29c64589bbb0 {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:54:46.344884 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd02b5d-f8d3-47b7-9b92-d0bcab49eb9c", "name": "network-vif-plugged", "status": "completed", "tag": "17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9", "code": 200}]} {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:54:46.345132 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-b9568dbf-daaf-499c-a88f-29c64589bbb0 {{(pid=101865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:54:46.345531 dv-cinder-829630-2-iscsi neutron-server[101865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9568dbf-daaf-499c-a88f-29c64589bbb0'] response: {'server_uuid': '4cd02b5d-f8d3-47b7-9b92-d0bcab49eb9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9', 'code': 200} May 04 15:54:46.537137 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eace31-fcbb-47c6-a728-eaadb5daa8f8 req-073dc526-d1b1-4799-aade-3b89101b86c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:46.538849 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-99eace31-fcbb-47c6-a728-eaadb5daa8f8 req-073dc526-d1b1-4799-aade-3b89101b86c8 service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=4cd02b5d-f8d3-47b7-9b92-d0bcab49eb9c HTTP/1.1" status: 200 len: 1099 time: 0.0407975 May 04 15:54:46.571520 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-99eace31-fcbb-47c6-a728-eaadb5daa8f8 req-485ca017-b0f7-42aa-9d04-537635f76125 service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ae6ab689-0190-4b53-8c44-3eca3f36525b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268185 May 04 15:54:46.682058 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec6866-7cf5-4353-a8db-8bff3c9e302b req-efdf5895-0ed3-4ed6-b686-db2d78c9d2d6 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:46.683598 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f9ec6866-7cf5-4353-a8db-8bff3c9e302b req-efdf5895-0ed3-4ed6-b686-db2d78c9d2d6 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/ports?device_id=4cd02b5d-f8d3-47b7-9b92-d0bcab49eb9c HTTP/1.1" status: 200 len: 946 time: 0.0482109 May 04 15:54:46.723295 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-f9ec6866-7cf5-4353-a8db-8bff3c9e302b req-f291d0e7-4888-482f-9d7b-91be09559a7c tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae6ab689-0190-4b53-8c44-3eca3f36525b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335562 May 04 15:54:48.098442 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc92ec-625f-4f23-a46f-e842f14a1359 req-7b9adcf7-e6c3-4249-b8e2-8973d8a1e704 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:48.099853 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cbdc92ec-625f-4f23-a46f-e842f14a1359 req-7b9adcf7-e6c3-4249-b8e2-8973d8a1e704 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/ports?device_id=4cd02b5d-f8d3-47b7-9b92-d0bcab49eb9c HTTP/1.1" status: 200 len: 946 time: 0.3097396 May 04 15:54:48.138184 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cbdc92ec-625f-4f23-a46f-e842f14a1359 req-488497c2-2f0a-434b-98d9-fa921ca24302 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae6ab689-0190-4b53-8c44-3eca3f36525b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315099 May 04 15:54:49.252503 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa41aac9-8e89-49f9-8a85-cc2f1719d874 req-20334f6f-9199-416d-b8fa-1f1d3c4c85f1 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:49.253977 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-aa41aac9-8e89-49f9-8a85-cc2f1719d874 req-20334f6f-9199-416d-b8fa-1f1d3c4c85f1 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/ports?device_id=4cd02b5d-f8d3-47b7-9b92-d0bcab49eb9c HTTP/1.1" status: 200 len: 946 time: 0.0485134 May 04 15:54:49.290532 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-aa41aac9-8e89-49f9-8a85-cc2f1719d874 req-2f9eb64f-2160-489a-a0c9-6362da146ae3 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae6ab689-0190-4b53-8c44-3eca3f36525b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304437 May 04 15:54:49.958872 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e57a98-39b9-4348-b97c-bb648c9a1da7 req-d3985f30-a6a4-4227-9240-35824857f48d tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:49.960329 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-82e57a98-39b9-4348-b97c-bb648c9a1da7 req-d3985f30-a6a4-4227-9240-35824857f48d tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/ports?device_id=4cd02b5d-f8d3-47b7-9b92-d0bcab49eb9c HTTP/1.1" status: 200 len: 946 time: 0.0475764 May 04 15:54:49.999487 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-82e57a98-39b9-4348-b97c-bb648c9a1da7 req-e8b81633-572f-418d-9413-517865aed281 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae6ab689-0190-4b53-8c44-3eca3f36525b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324442 May 04 15:54:51.119015 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94605d-85ac-417d-a2f8-a071abc4e4a3 req-3593845c-f98e-4dc1-bedd-a46449260591 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:51.120970 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ce94605d-85ac-417d-a2f8-a071abc4e4a3 req-3593845c-f98e-4dc1-bedd-a46449260591 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/ports?device_id=4cd02b5d-f8d3-47b7-9b92-d0bcab49eb9c HTTP/1.1" status: 200 len: 946 time: 0.0532866 May 04 15:54:51.159424 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ce94605d-85ac-417d-a2f8-a071abc4e4a3 req-38e908d9-12d9-4a81-b89b-38b95c7aea8d tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae6ab689-0190-4b53-8c44-3eca3f36525b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318904 May 04 15:54:51.608440 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25931805-1ee6-432a-9dd6-ec74ebaba04d req-01894f3f-4b83-4aba-ba22-2fabdb20ad38 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:51.610030 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-25931805-1ee6-432a-9dd6-ec74ebaba04d req-01894f3f-4b83-4aba-ba22-2fabdb20ad38 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.11 "GET /v2.0/ports?device_id=4cd02b5d-f8d3-47b7-9b92-d0bcab49eb9c HTTP/1.1" status: 200 len: 946 time: 0.0572994 May 04 15:54:51.701856 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [req-25931805-1ee6-432a-9dd6-ec74ebaba04d req-5815e5ae-838f-472f-af98-f24dd56d71ca tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Deleting port 17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9 {{(pid=101864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:54:51.702199 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-25931805-1ee6-432a-9dd6-ec74ebaba04d req-5815e5ae-838f-472f-af98-f24dd56d71ca tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:51.787322 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-25931805-1ee6-432a-9dd6-ec74ebaba04d req-5815e5ae-838f-472f-af98-f24dd56d71ca tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] For port 17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9,segment=NetworkSegment(aa33c965-9028-4b05-99f2-6e1ebfa86e6e),segment_id=aa33c965-9028-4b05-99f2-6e1ebfa86e6e)] {{(pid=101864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:54:51.787682 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-25931805-1ee6-432a-9dd6-ec74ebaba04d req-5815e5ae-838f-472f-af98-f24dd56d71ca tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:51.800246 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [req-25931805-1ee6-432a-9dd6-ec74ebaba04d req-5815e5ae-838f-472f-af98-f24dd56d71ca tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Calling delete_port for 17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9 owned by compute:nova {{(pid=101864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:54:51.926502 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-25931805-1ee6-432a-9dd6-ec74ebaba04d req-5815e5ae-838f-472f-af98-f24dd56d71ca tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:51.955301 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5815e5ae-838f-472f-af98-f24dd56d71ca tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Pushing event deleted for resources: {'Port': ['ID=17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:54:51.962985 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:54:51.999030 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [req-25931805-1ee6-432a-9dd6-ec74ebaba04d req-5815e5ae-838f-472f-af98-f24dd56d71ca tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] No DVR routers for this DVR port 17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9 on host hv-cinder-82963 {{(pid=101864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:54:52.001533 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-25931805-1ee6-432a-9dd6-ec74ebaba04d req-5815e5ae-838f-472f-af98-f24dd56d71ca tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:52.004864 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-25931805-1ee6-432a-9dd6-ec74ebaba04d req-5815e5ae-838f-472f-af98-f24dd56d71ca tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.11 "DELETE /v2.0/ports/17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9 HTTP/1.1" status: 204 len: 173 time: 0.3880110 May 04 15:54:52.005293 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4cd02b5d-f8d3-47b7-9b92-d0bcab49eb9c', 'name': 'network-vif-deleted', 'tag': '17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:54:52.007531 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26086578-3734-415c-9e54-02173ea5567b" -d '{"events": [{"server_uuid": "4cd02b5d-f8d3-47b7-9b92-d0bcab49eb9c", "name": "network-vif-deleted", "tag": "17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:54:52.046771 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:54:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1243f366-7f46-4b21-bbd0-78602453d175 x-openstack-request-id: req-1243f366-7f46-4b21-bbd0-78602453d175 {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:54:52.047077 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4cd02b5d-f8d3-47b7-9b92-d0bcab49eb9c", "name": "network-vif-deleted", "tag": "17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:54:52.047329 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-1243f366-7f46-4b21-bbd0-78602453d175 {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:54:52.047751 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1243f366-7f46-4b21-bbd0-78602453d175'] response: {'server_uuid': '4cd02b5d-f8d3-47b7-9b92-d0bcab49eb9c', 'name': 'network-vif-deleted', 'tag': '17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9', 'status': 'completed', 'code': 200} May 04 15:54:52.266238 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ee8f9f33-7435-4613-a9bf-f49e1cde34c7 req-02dbddad-13ba-4b9d-8c27-1ea67996543a tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/ports?device_id=4cd02b5d-f8d3-47b7-9b92-d0bcab49eb9c HTTP/1.1" status: 200 len: 210 time: 0.0274644 May 04 15:54:53.522820 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd622199-3a97-4a70-a179-2cb19658af65 req-64418c16-6986-4be3-b860-a02629fc6014 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:53.524274 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cd622199-3a97-4a70-a179-2cb19658af65 req-64418c16-6986-4be3-b860-a02629fc6014 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/networks?id=9ea5fd74-bc36-49c4-a2b5-a8685b42f913 HTTP/1.1" status: 200 len: 809 time: 0.0984795 May 04 15:54:53.539108 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cd622199-3a97-4a70-a179-2cb19658af65 req-ce69a6cc-d696-4c27-81b9-15778f600a68 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/quotas/332702aca760423587536d3395a91f09 HTTP/1.1" status: 200 len: 375 time: 0.0090222 May 04 15:54:53.574957 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cd622199-3a97-4a70-a179-2cb19658af65 req-0af1f669-21b4-4dbf-b9c4-442c362c6901 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/ports?tenant_id=332702aca760423587536d3395a91f09&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297368 May 04 15:54:53.664298 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cd622199-3a97-4a70-a179-2cb19658af65 req-e7738f8b-9134-44f2-958d-d93fb2cc9728 service neutron] 10.222.0.42 "GET /v2.0/networks/9ea5fd74-bc36-49c4-a2b5-a8685b42f913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824237 May 04 15:54:53.759263 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-cd622199-3a97-4a70-a179-2cb19658af65 req-aab0ed90-cdb5-430f-ae98-4afe20293ee0 service neutron] 10.222.0.42 "GET /v2.0/networks/9ea5fd74-bc36-49c4-a2b5-a8685b42f913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880859 May 04 15:54:53.923050 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8b506673-86e3-4cb4-ab8a-14a6f339939f req-5ee33b93-f402-4683-ba51-002b8ca144d9 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/ports?device_id=db83827f-cb2a-4420-ab08-768111f15cab HTTP/1.1" status: 200 len: 210 time: 0.0283458 May 04 15:54:54.139910 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9 no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:54:54.160476 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] No Port match for: 17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9 {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:54:54.160838 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 17bdd6dd-bfc6-4b32-8fb7-20d2324eebd9 not bound to the agent host hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:54:54.985016 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd622199-3a97-4a70-a179-2cb19658af65 req-6d60f7a3-5b18-4d82-ac6b-16d73ab3c3e7 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:54.987307 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-cd622199-3a97-4a70-a179-2cb19658af65 req-6d60f7a3-5b18-4d82-ac6b-16d73ab3c3e7 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.11 "GET /v2.0/networks?id=9ea5fd74-bc36-49c4-a2b5-a8685b42f913 HTTP/1.1" status: 200 len: 809 time: 0.1155326 May 04 15:54:55.006057 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [req-cd622199-3a97-4a70-a179-2cb19658af65 req-2f2c89e7-4789-41cd-b0fe-a0d4c47ccf6b tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Request body: {'port': {'device_id': 'db83827f-cb2a-4420-ab08-768111f15cab', 'network_id': '9ea5fd74-bc36-49c4-a2b5-a8685b42f913', 'admin_state_up': True, 'tenant_id': '332702aca760423587536d3395a91f09'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:54:55.025318 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ed52d72e-4f04-4893-a41e-396bc555d275 req-33ae6e32-91a5-4145-bbbd-7940ce79c503 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/ports?device_id=db83827f-cb2a-4420-ab08-768111f15cab HTTP/1.1" status: 200 len: 210 time: 0.0271950 May 04 15:54:55.122718 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd622199-3a97-4a70-a179-2cb19658af65 req-2f2c89e7-4789-41cd-b0fe-a0d4c47ccf6b tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Made reservation on behalf of 332702aca760423587536d3395a91f09 for: {'port': 1} {{(pid=101864) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 04 15:54:55.126277 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-cd622199-3a97-4a70-a179-2cb19658af65 req-2f2c89e7-4789-41cd-b0fe-a0d4c47ccf6b tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:55.249859 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.db_base_plugin_common [req-cd622199-3a97-4a70-a179-2cb19658af65 req-2f2c89e7-4789-41cd-b0fe-a0d4c47ccf6b tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Allocated IP 172.20.0.7 (9ea5fd74-bc36-49c4-a2b5-a8685b42f913/536b5caf-d05d-4993-8598-b80b732dd79d/0e514e52-ea71-4432-a7db-fe0cd4c280fa) {{(pid=101864) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 04 15:54:55.398809 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-cd622199-3a97-4a70-a179-2cb19658af65 req-2f2c89e7-4789-41cd-b0fe-a0d4c47ccf6b tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Notify callbacks [] for port, precommit_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:55.431120 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-cd622199-3a97-4a70-a179-2cb19658af65 req-2f2c89e7-4789-41cd-b0fe-a0d4c47ccf6b tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8755427607013', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_create {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:55.474208 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd622199-3a97-4a70-a179-2cb19658af65 req-2f2c89e7-4789-41cd-b0fe-a0d4c47ccf6b tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Network 9ea5fd74-bc36-49c4-a2b5-a8685b42f913 is already hosted by enough agents. {{(pid=101864) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 04 15:54:55.477304 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.scheduler.base_scheduler [req-cd622199-3a97-4a70-a179-2cb19658af65 req-2f2c89e7-4789-41cd-b0fe-a0d4c47ccf6b tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Resources bound (agent type, host, resource id): {{(pid=101864) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 04 15:54:55.481653 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd622199-3a97-4a70-a179-2cb19658af65 req-2f2c89e7-4789-41cd-b0fe-a0d4c47ccf6b tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Received port after_create {{(pid=101864) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} May 04 15:54:55.487811 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2c89e7-4789-41cd-b0fe-a0d4c47ccf6b tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Pushing event updated for resources: {'Port': ['ID=0e514e52-ea71-4432-a7db-fe0cd4c280fa,revision_number=1']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:54:55.535454 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd622199-3a97-4a70-a179-2cb19658af65 req-2f2c89e7-4789-41cd-b0fe-a0d4c47ccf6b tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:55.536056 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-cd622199-3a97-4a70-a179-2cb19658af65 req-2f2c89e7-4789-41cd-b0fe-a0d4c47ccf6b tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:55.552701 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-cd622199-3a97-4a70-a179-2cb19658af65 req-2f2c89e7-4789-41cd-b0fe-a0d4c47ccf6b tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.11 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5508883 May 04 15:54:55.570005 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.v2.base [req-cd622199-3a97-4a70-a179-2cb19658af65 req-411ea268-84f7-4f84-bc02-4ec921cec421 service neutron] Request body: {'port': {'device_id': 'db83827f-cb2a-4420-ab08-768111f15cab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82963'}} {{(pid=101864) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 04 15:54:55.621956 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-cd622199-3a97-4a70-a179-2cb19658af65 req-411ea268-84f7-4f84-bc02-4ec921cec421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:56.123160 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [req-cd622199-3a97-4a70-a179-2cb19658af65 req-411ea268-84f7-4f84-bc02-4ec921cec421 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0e514e52-ea71-4432-a7db-fe0cd4c280fa {{(pid=101864) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:54:56.130897 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-cd622199-3a97-4a70-a179-2cb19658af65 req-411ea268-84f7-4f84-bc02-4ec921cec421 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:56.144134 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.provisioning_blocks [req-cd622199-3a97-4a70-a179-2cb19658af65 req-411ea268-84f7-4f84-bc02-4ec921cec421 service neutron] Transition to ACTIVE for port object 0e514e52-ea71-4432-a7db-fe0cd4c280fa will not be triggered until provisioned by entity L2. {{(pid=101864) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 04 15:54:56.149241 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-cd622199-3a97-4a70-a179-2cb19658af65 req-411ea268-84f7-4f84-bc02-4ec921cec421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:56.160821 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb52f30-7b2d-44f4-9d34-d5e77935146f req-bc095860-2516-4bf6-8151-953ac6a655a4 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:56.162517 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7cb52f30-7b2d-44f4-9d34-d5e77935146f req-bc095860-2516-4bf6-8151-953ac6a655a4 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/ports?device_id=db83827f-cb2a-4420-ab08-768111f15cab HTTP/1.1" status: 200 len: 931 time: 0.0557532 May 04 15:54:56.204580 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-7cb52f30-7b2d-44f4-9d34-d5e77935146f req-727b646a-689a-4b33-a58b-30a8c96c60e8 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae6ab689-0190-4b53-8c44-3eca3f36525b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356252 May 04 15:54:56.221882 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ea268-84f7-4f84-bc02-4ec921cec421 service neutron] Pushing event updated for resources: {'Port': ['ID=0e514e52-ea71-4432-a7db-fe0cd4c280fa,revision_number=2']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:54:56.281641 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-cd622199-3a97-4a70-a179-2cb19658af65 req-411ea268-84f7-4f84-bc02-4ec921cec421 service neutron] Attempting to bind port 0e514e52-ea71-4432-a7db-fe0cd4c280fa on host hv-cinder-82963 for vnic_type normal with profile {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 04 15:54:56.281968 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-cd622199-3a97-4a70-a179-2cb19658af65 req-411ea268-84f7-4f84-bc02-4ec921cec421 service neutron] Attempting to bind port 0e514e52-ea71-4432-a7db-fe0cd4c280fa by drivers openvswitch,hyperv on host hv-cinder-82963 at level 0 using segments [{'id': 'aa33c965-9028-4b05-99f2-6e1ebfa86e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9ea5fd74-bc36-49c4-a2b5-a8685b42f913'}] {{(pid=101864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 04 15:54:56.282291 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd622199-3a97-4a70-a179-2cb19658af65 req-411ea268-84f7-4f84-bc02-4ec921cec421 service neutron] Attempting to bind port 0e514e52-ea71-4432-a7db-fe0cd4c280fa on network 9ea5fd74-bc36-49c4-a2b5-a8685b42f913 {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:54:56.286421 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd622199-3a97-4a70-a179-2cb19658af65 req-411ea268-84f7-4f84-bc02-4ec921cec421 service neutron] Port 0e514e52-ea71-4432-a7db-fe0cd4c280fa on network 9ea5fd74-bc36-49c4-a2b5-a8685b42f913 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82963 {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} May 04 15:54:56.286735 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd622199-3a97-4a70-a179-2cb19658af65 req-411ea268-84f7-4f84-bc02-4ec921cec421 service neutron] Attempting to bind port 0e514e52-ea71-4432-a7db-fe0cd4c280fa on network 9ea5fd74-bc36-49c4-a2b5-a8685b42f913 {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} May 04 15:54:56.291397 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd622199-3a97-4a70-a179-2cb19658af65 req-411ea268-84f7-4f84-bc02-4ec921cec421 service neutron] Checking agent: {'id': 'b5e3fd0f-344a-4130-968c-1c1293caf489', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82963', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'started_at': datetime.datetime(2022, 5, 4, 14, 56, 10), 'heartbeat_timestamp': datetime.datetime(2022, 5, 4, 15, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} May 04 15:54:56.291729 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd622199-3a97-4a70-a179-2cb19658af65 req-411ea268-84f7-4f84-bc02-4ec921cec421 service neutron] Checking segment: {'id': 'aa33c965-9028-4b05-99f2-6e1ebfa86e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9ea5fd74-bc36-49c4-a2b5-a8685b42f913'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101864) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:360}} May 04 15:54:56.292151 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd622199-3a97-4a70-a179-2cb19658af65 req-411ea268-84f7-4f84-bc02-4ec921cec421 service neutron] Bound using segment: {'id': 'aa33c965-9028-4b05-99f2-6e1ebfa86e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9ea5fd74-bc36-49c4-a2b5-a8685b42f913'} {{(pid=101864) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} May 04 15:54:56.292898 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.managers [req-cd622199-3a97-4a70-a179-2cb19658af65 req-411ea268-84f7-4f84-bc02-4ec921cec421 service neutron] Bound port: 0e514e52-ea71-4432-a7db-fe0cd4c280fa, host: hv-cinder-82963, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa33c965-9028-4b05-99f2-6e1ebfa86e6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 255, 'network_id': '9ea5fd74-bc36-49c4-a2b5-a8685b42f913'}}] {{(pid=101864) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 04 15:54:56.293256 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-cd622199-3a97-4a70-a179-2cb19658af65 req-411ea268-84f7-4f84-bc02-4ec921cec421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:56.354800 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-cd622199-3a97-4a70-a179-2cb19658af65 req-411ea268-84f7-4f84-bc02-4ec921cec421 service neutron] For port 0e514e52-ea71-4432-a7db-fe0cd4c280fa, host hv-cinder-82963, cleared binding levels {{(pid=101864) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} May 04 15:54:56.357740 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-cd622199-3a97-4a70-a179-2cb19658af65 req-411ea268-84f7-4f84-bc02-4ec921cec421 service neutron] For port 0e514e52-ea71-4432-a7db-fe0cd4c280fa, host hv-cinder-82963, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=0e514e52-ea71-4432-a7db-fe0cd4c280fa,segment=NetworkSegment(aa33c965-9028-4b05-99f2-6e1ebfa86e6e),segment_id=aa33c965-9028-4b05-99f2-6e1ebfa86e6e)] {{(pid=101864) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} May 04 15:54:56.361309 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-cd622199-3a97-4a70-a179-2cb19658af65 req-411ea268-84f7-4f84-bc02-4ec921cec421 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-261144875'] for port, after_update {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:56.396390 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd622199-3a97-4a70-a179-2cb19658af65 req-411ea268-84f7-4f84-bc02-4ec921cec421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:56.397007 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-cd622199-3a97-4a70-a179-2cb19658af65 req-411ea268-84f7-4f84-bc02-4ec921cec421 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:54:56.398375 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-cd622199-3a97-4a70-a179-2cb19658af65 req-411ea268-84f7-4f84-bc02-4ec921cec421 service neutron] 10.222.0.11 "PUT /v2.0/ports/0e514e52-ea71-4432-a7db-fe0cd4c280fa HTTP/1.1" status: 200 len: 1093 time: 0.8324692 May 04 15:54:56.398793 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'db83827f-cb2a-4420-ab08-768111f15cab', 'tag': '0e514e52-ea71-4432-a7db-fe0cd4c280fa'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:54:56.401023 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2ac997c-3a97-425e-905b-6e688dd459d2" -d '{"events": [{"name": "network-changed", "server_uuid": "db83827f-cb2a-4420-ab08-768111f15cab", "tag": "0e514e52-ea71-4432-a7db-fe0cd4c280fa"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:54:56.426426 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411ea268-84f7-4f84-bc02-4ec921cec421 service neutron] Pushing event updated for resources: {'Port': ['ID=0e514e52-ea71-4432-a7db-fe0cd4c280fa,revision_number=3']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:54:56.438057 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 04 May 2022 15:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0db0c5d0-622d-4306-a774-1e98efc5f287 x-openstack-request-id: req-0db0c5d0-622d-4306-a774-1e98efc5f287 {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:54:56.438413 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "db83827f-cb2a-4420-ab08-768111f15cab", "tag": "0e514e52-ea71-4432-a7db-fe0cd4c280fa", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:54:56.438582 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-0db0c5d0-622d-4306-a774-1e98efc5f287 {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:54:56.439037 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0db0c5d0-622d-4306-a774-1e98efc5f287'] response: {'name': 'network-changed', 'server_uuid': 'db83827f-cb2a-4420-ab08-768111f15cab', 'tag': '0e514e52-ea71-4432-a7db-fe0cd4c280fa', 'status': 'completed', 'code': 200} May 04 15:54:56.496771 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd622199-3a97-4a70-a179-2cb19658af65 req-8a85c754-82cf-437a-af05-5582e21f8fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:56.498291 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-cd622199-3a97-4a70-a179-2cb19658af65 req-8a85c754-82cf-437a-af05-5582e21f8fbe service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=332702aca760423587536d3395a91f09&device_id=db83827f-cb2a-4420-ab08-768111f15cab HTTP/1.1" status: 200 len: 1096 time: 0.0409815 May 04 15:54:56.546828 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-cd622199-3a97-4a70-a179-2cb19658af65 req-1b3335ef-6100-446f-9b85-377eab2bd0d9 service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e514e52-ea71-4432-a7db-fe0cd4c280fa HTTP/1.1" status: 200 len: 217 time: 0.0345738 May 04 15:54:56.597110 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd622199-3a97-4a70-a179-2cb19658af65 req-b89d47be-0f5c-4908-86b6-65250cb4073b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:56.598555 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-cd622199-3a97-4a70-a179-2cb19658af65 req-b89d47be-0f5c-4908-86b6-65250cb4073b service neutron] 10.222.0.11 "GET /v2.0/subnets?id=536b5caf-d05d-4993-8598-b80b732dd79d HTTP/1.1" status: 200 len: 849 time: 0.0457888 May 04 15:54:56.630155 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-cd622199-3a97-4a70-a179-2cb19658af65 req-c663c2e8-d1ac-43d8-b4d2-c25d90e1a444 service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ea5fd74-bc36-49c4-a2b5-a8685b42f913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244601 May 04 15:54:56.715663 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-cd622199-3a97-4a70-a179-2cb19658af65 req-bc40d7bd-aee7-4301-9851-bd964c8928f3 service neutron] 10.222.0.11 "GET /v2.0/networks/9ea5fd74-bc36-49c4-a2b5-a8685b42f913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789516 May 04 15:54:56.806455 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-cd622199-3a97-4a70-a179-2cb19658af65 req-72b6facb-8507-4ce0-9410-8a64e520a628 service neutron] 10.222.0.11 "GET /v2.0/networks/9ea5fd74-bc36-49c4-a2b5-a8685b42f913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852294 May 04 15:54:56.938831 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac997c-3a97-425e-905b-6e688dd459d2 req-e0ed167a-8c7e-44a9-b5dc-7ac81a35315b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:56.940326 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b2ac997c-3a97-425e-905b-6e688dd459d2 req-e0ed167a-8c7e-44a9-b5dc-7ac81a35315b service neutron] 10.222.0.11 "GET /v2.0/ports?tenant_id=332702aca760423587536d3395a91f09&device_id=db83827f-cb2a-4420-ab08-768111f15cab HTTP/1.1" status: 200 len: 1096 time: 0.0410323 May 04 15:54:57.031613 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac997c-3a97-425e-905b-6e688dd459d2 req-b2e93bfc-2d1d-4aad-befd-a4c0b357c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:57.033078 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b2ac997c-3a97-425e-905b-6e688dd459d2 req-b2e93bfc-2d1d-4aad-befd-a4c0b357c19e service neutron] 10.222.0.11 "GET /v2.0/networks?id=9ea5fd74-bc36-49c4-a2b5-a8685b42f913 HTTP/1.1" status: 200 len: 910 time: 0.0863318 May 04 15:54:57.073826 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b2ac997c-3a97-425e-905b-6e688dd459d2 req-3512a48d-1292-4d5b-ba33-a1e96cbfceda service neutron] 10.222.0.11 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0e514e52-ea71-4432-a7db-fe0cd4c280fa HTTP/1.1" status: 200 len: 217 time: 0.0346057 May 04 15:54:57.121683 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ac997c-3a97-425e-905b-6e688dd459d2 req-a2222274-0ea4-43a2-93c0-34e14f8afba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:57.123130 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b2ac997c-3a97-425e-905b-6e688dd459d2 req-a2222274-0ea4-43a2-93c0-34e14f8afba0 service neutron] 10.222.0.11 "GET /v2.0/subnets?id=536b5caf-d05d-4993-8598-b80b732dd79d HTTP/1.1" status: 200 len: 849 time: 0.0438459 May 04 15:54:57.152911 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b2ac997c-3a97-425e-905b-6e688dd459d2 req-9d8991ec-8ea7-48f6-84cd-21f7e789fcaa service neutron] 10.222.0.11 "GET /v2.0/ports?network_id=9ea5fd74-bc36-49c4-a2b5-a8685b42f913&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234880 May 04 15:54:57.243503 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b2ac997c-3a97-425e-905b-6e688dd459d2 req-ffeaf18f-e0de-4de5-8dc8-416a9c811f4c service neutron] 10.222.0.11 "GET /v2.0/networks/9ea5fd74-bc36-49c4-a2b5-a8685b42f913?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841897 May 04 15:54:57.329074 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b69100a-d396-43b3-bc0e-452f4d21f6e6 req-755e4f43-b135-4d62-8b15-481bc49aaa05 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:57.330524 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8b69100a-d396-43b3-bc0e-452f4d21f6e6 req-755e4f43-b135-4d62-8b15-481bc49aaa05 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/ports?device_id=db83827f-cb2a-4420-ab08-768111f15cab HTTP/1.1" status: 200 len: 943 time: 0.0546649 May 04 15:54:57.335274 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-b2ac997c-3a97-425e-905b-6e688dd459d2 req-c5f9a0a0-ef2d-4750-ab76-72b85c98fc2f service neutron] 10.222.0.11 "GET /v2.0/networks/9ea5fd74-bc36-49c4-a2b5-a8685b42f913?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855689 May 04 15:54:57.380404 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8b69100a-d396-43b3-bc0e-452f4d21f6e6 req-fcb3b65e-c5f8-4490-ae4d-7ff0613df928 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae6ab689-0190-4b53-8c44-3eca3f36525b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428526 May 04 15:54:58.496362 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a61acf-c6dc-493f-9559-edd1831b7636 req-8df22856-ce46-4922-a1f8-4f8f3033e6b7 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:58.498219 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c4a61acf-c6dc-493f-9559-edd1831b7636 req-8df22856-ce46-4922-a1f8-4f8f3033e6b7 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/ports?device_id=db83827f-cb2a-4420-ab08-768111f15cab HTTP/1.1" status: 200 len: 943 time: 0.0508106 May 04 15:54:58.543555 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-c4a61acf-c6dc-493f-9559-edd1831b7636 req-8220d183-c98e-4798-a3c0-e78bb4404e3a tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae6ab689-0190-4b53-8c44-3eca3f36525b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343113 May 04 15:54:59.660464 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c403df-2a6e-42e7-a8de-bd94aeb35137 req-116c0ca0-2225-48ce-804f-ec8deb62da25 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:54:59.661917 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-68c403df-2a6e-42e7-a8de-bd94aeb35137 req-116c0ca0-2225-48ce-804f-ec8deb62da25 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/ports?device_id=db83827f-cb2a-4420-ab08-768111f15cab HTTP/1.1" status: 200 len: 943 time: 0.0521133 May 04 15:54:59.701183 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-68c403df-2a6e-42e7-a8de-bd94aeb35137 req-28993a7e-6b1c-4ea1-b2c1-89bc480602ae tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae6ab689-0190-4b53-8c44-3eca3f36525b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326486 May 04 15:55:00.154986 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 0e514e52-ea71-4432-a7db-fe0cd4c280fa details requested by agent hyperv_hv-cinder-82963 with host hv-cinder-82963 {{(pid=101865) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} May 04 15:55:00.255559 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 0e514e52-ea71-4432-a7db-fe0cd4c280fa, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=0e514e52-ea71-4432-a7db-fe0cd4c280fa,segment=NetworkSegment(aa33c965-9028-4b05-99f2-6e1ebfa86e6e),segment_id=aa33c965-9028-4b05-99f2-6e1ebfa86e6e)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:55:00.267482 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Returning: {'device': '0e514e52-ea71-4432-a7db-fe0cd4c280fa', 'network_id': '9ea5fd74-bc36-49c4-a2b5-a8685b42f913', 'port_id': '0e514e52-ea71-4432-a7db-fe0cd4c280fa', 'mac_address': 'fa:16:3e:6d:11:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 255, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '536b5caf-d05d-4993-8598-b80b732dd79d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101865) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} May 04 15:55:00.304577 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:00.318834 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0e514e52-ea71-4432-a7db-fe0cd4c280fa {{(pid=101865) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} May 04 15:55:00.339908 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 0e514e52-ea71-4432-a7db-fe0cd4c280fa, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=0e514e52-ea71-4432-a7db-fe0cd4c280fa,segment=NetworkSegment(aa33c965-9028-4b05-99f2-6e1ebfa86e6e),segment_id=aa33c965-9028-4b05-99f2-6e1ebfa86e6e)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:55:00.344367 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:00.395856 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=0e514e52-ea71-4432-a7db-fe0cd4c280fa,revision_number=4']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:55:00.751000 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['0e514e52-ea71-4432-a7db-fe0cd4c280fa'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:55:00.821671 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8972c1f8-6626-4a1c-8aca-0b605fc8e4b3 req-5eefcabf-b7e2-4c5d-9de5-ee5a76b14bdc tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:55:00.823899 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8972c1f8-6626-4a1c-8aca-0b605fc8e4b3 req-5eefcabf-b7e2-4c5d-9de5-ee5a76b14bdc tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/ports?device_id=db83827f-cb2a-4420-ab08-768111f15cab HTTP/1.1" status: 200 len: 944 time: 0.0515757 May 04 15:55:00.864209 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8972c1f8-6626-4a1c-8aca-0b605fc8e4b3 req-b47ff2bb-aa6b-4d47-b35e-c3a2cc4d1413 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae6ab689-0190-4b53-8c44-3eca3f36525b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339024 May 04 15:55:01.986261 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d3fa6-361c-4847-b8f6-10e7ee222eec req-2410c680-1cfa-440e-9c74-238204a011ce tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:55:01.987716 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-086d3fa6-361c-4847-b8f6-10e7ee222eec req-2410c680-1cfa-440e-9c74-238204a011ce tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/ports?device_id=db83827f-cb2a-4420-ab08-768111f15cab HTTP/1.1" status: 200 len: 944 time: 0.0475442 May 04 15:55:02.026407 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-086d3fa6-361c-4847-b8f6-10e7ee222eec req-5b0e410e-2cbb-4663-b354-9e4b99185955 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae6ab689-0190-4b53-8c44-3eca3f36525b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327415 May 04 15:55:02.157776 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 0e514e52-ea71-4432-a7db-fe0cd4c280fa up at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} May 04 15:55:02.205453 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning for port 0e514e52-ea71-4432-a7db-fe0cd4c280fa completed by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 04 15:55:02.209952 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.db.provisioning_blocks [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Provisioning complete for port 0e514e52-ea71-4432-a7db-fe0cd4c280fa triggered by entity L2. {{(pid=101865) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 04 15:55:02.210409 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1755977'] for port, provisioning_complete {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:02.286985 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1584626'] for port, before_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:02.308990 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db83827f-cb2a-4420-ab08-768111f15cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e514e52-ea71-4432-a7db-fe0cd4c280fa'}] {{(pid=101865) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:55:02.311201 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e13127db273ea31dc2797640238b9d4a3f6ca00c8d3f152038556e6a345f6b09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c494002e-3198-48d2-850f-a5b16a89a96a" -d '{"events": [{"server_uuid": "db83827f-cb2a-4420-ab08-768111f15cab", "name": "network-vif-plugged", "status": "completed", "tag": "0e514e52-ea71-4432-a7db-fe0cd4c280fa"}]}' {{(pid=101865) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:55:02.324608 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] For port 0e514e52-ea71-4432-a7db-fe0cd4c280fa, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=0e514e52-ea71-4432-a7db-fe0cd4c280fa,segment=NetworkSegment(aa33c965-9028-4b05-99f2-6e1ebfa86e6e),segment_id=aa33c965-9028-4b05-99f2-6e1ebfa86e6e)] {{(pid=101865) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:55:02.328969 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8755428150209', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8755427606986', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8755427615856'] for port, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:02.356165 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be8eaa6-99be-4295-9732-5c3e91ccae38 x-openstack-request-id: req-9be8eaa6-99be-4295-9732-5c3e91ccae38 {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:55:02.356453 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db83827f-cb2a-4420-ab08-768111f15cab", "name": "network-vif-plugged", "status": "completed", "tag": "0e514e52-ea71-4432-a7db-fe0cd4c280fa", "code": 200}]} {{(pid=101865) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:55:02.356703 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-9be8eaa6-99be-4295-9732-5c3e91ccae38 {{(pid=101865) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:55:02.357112 dv-cinder-829630-2-iscsi neutron-server[101865]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9be8eaa6-99be-4295-9732-5c3e91ccae38'] response: {'server_uuid': 'db83827f-cb2a-4420-ab08-768111f15cab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0e514e52-ea71-4432-a7db-fe0cd4c280fa', 'code': 200} May 04 15:55:02.381911 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Pushing event updated for resources: {'Port': ['ID=0e514e52-ea71-4432-a7db-fe0cd4c280fa,revision_number=5']} {{(pid=101865) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:55:02.555736 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544d8e1a-5dd5-4c67-862c-f16e5ce0164f req-38229e95-47aa-480e-86cf-305d747598dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:55:02.557631 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-544d8e1a-5dd5-4c67-862c-f16e5ce0164f req-38229e95-47aa-480e-86cf-305d747598dd service neutron] 10.222.0.11 "GET /v2.0/ports?device_id=db83827f-cb2a-4420-ab08-768111f15cab HTTP/1.1" status: 200 len: 1098 time: 0.0472019 May 04 15:55:02.592373 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-544d8e1a-5dd5-4c67-862c-f16e5ce0164f req-d4d53f81-2801-4726-bf62-0094cd33a2cc service neutron] 10.222.0.11 "GET /v2.0/security-groups?id=ae6ab689-0190-4b53-8c44-3eca3f36525b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288301 May 04 15:55:03.041667 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:55:03.146491 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b76bdfe-011f-4fc5-aa54-7b4c99190480 req-c00bab5a-fefc-4948-8571-a0bb28f3e85c tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:55:03.147929 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1b76bdfe-011f-4fc5-aa54-7b4c99190480 req-c00bab5a-fefc-4948-8571-a0bb28f3e85c tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/ports?device_id=db83827f-cb2a-4420-ab08-768111f15cab HTTP/1.1" status: 200 len: 945 time: 0.0511856 May 04 15:55:03.187536 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-1b76bdfe-011f-4fc5-aa54-7b4c99190480 req-2594eae1-8a25-4a85-bf2f-cd352ff60f67 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae6ab689-0190-4b53-8c44-3eca3f36525b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333970 May 04 15:55:04.306573 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8facdf-1434-42c5-9241-365e4b522e67 req-81521f29-2386-498d-84ed-3a7f63071675 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:55:04.308043 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ac8facdf-1434-42c5-9241-365e4b522e67 req-81521f29-2386-498d-84ed-3a7f63071675 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/ports?device_id=db83827f-cb2a-4420-ab08-768111f15cab HTTP/1.1" status: 200 len: 945 time: 0.0520284 May 04 15:55:04.346072 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-ac8facdf-1434-42c5-9241-365e4b522e67 req-d33e25db-88b9-4a25-8ff9-9441f0cd6550 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae6ab689-0190-4b53-8c44-3eca3f36525b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320995 May 04 15:55:05.055548 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478cb9c6-c5f9-4e1d-b7d8-e5774ca4a61a req-b79099a7-59d4-4c47-885f-26b5e0c60c46 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:55:05.057017 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-478cb9c6-c5f9-4e1d-b7d8-e5774ca4a61a req-b79099a7-59d4-4c47-885f-26b5e0c60c46 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/ports?device_id=db83827f-cb2a-4420-ab08-768111f15cab HTTP/1.1" status: 200 len: 945 time: 0.0490849 May 04 15:55:05.097652 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-478cb9c6-c5f9-4e1d-b7d8-e5774ca4a61a req-dad1a05c-b26b-46ef-a5fb-e708c04148d0 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae6ab689-0190-4b53-8c44-3eca3f36525b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341027 May 04 15:55:06.214174 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d857ac3-e0ac-4d92-a1cb-3da4b6cf1940 req-ffaafed6-b0ac-4b66-8479-079e79a8facd tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101863) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:55:06.215815 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8d857ac3-e0ac-4d92-a1cb-3da4b6cf1940 req-ffaafed6-b0ac-4b66-8479-079e79a8facd tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/ports?device_id=db83827f-cb2a-4420-ab08-768111f15cab HTTP/1.1" status: 200 len: 945 time: 0.0495358 May 04 15:55:06.254869 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-8d857ac3-e0ac-4d92-a1cb-3da4b6cf1940 req-7c85e6b3-7fc5-460a-b683-ffe7527c3cad tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/security-groups?id=ae6ab689-0190-4b53-8c44-3eca3f36525b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330377 May 04 15:55:06.285456 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-a7f0dafc-58ea-4391-8367-674bc064abb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:06.723301 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a61f003f-f145-423a-b261-e062d90044df req-8969743f-bc9f-4718-885b-821da0b2a1b3 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101864) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} May 04 15:55:06.724793 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a61f003f-f145-423a-b261-e062d90044df req-8969743f-bc9f-4718-885b-821da0b2a1b3 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.11 "GET /v2.0/ports?device_id=db83827f-cb2a-4420-ab08-768111f15cab HTTP/1.1" status: 200 len: 945 time: 0.0487268 May 04 15:55:06.815694 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [req-a61f003f-f145-423a-b261-e062d90044df req-b9b65135-09a3-436c-8171-e332f8f83fec tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Deleting port 0e514e52-ea71-4432-a7db-fe0cd4c280fa {{(pid=101864) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1984}} May 04 15:55:06.816039 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-a61f003f-f145-423a-b261-e062d90044df req-b9b65135-09a3-436c-8171-e332f8f83fec tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8755428142165'] for port, before_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:06.902482 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.db [req-a61f003f-f145-423a-b261-e062d90044df req-b9b65135-09a3-436c-8171-e332f8f83fec tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] For port 0e514e52-ea71-4432-a7db-fe0cd4c280fa, host hv-cinder-82963, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82963',level=0,port_id=0e514e52-ea71-4432-a7db-fe0cd4c280fa,segment=NetworkSegment(aa33c965-9028-4b05-99f2-6e1ebfa86e6e),segment_id=aa33c965-9028-4b05-99f2-6e1ebfa86e6e)] {{(pid=101864) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} May 04 15:55:06.902839 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-a61f003f-f145-423a-b261-e062d90044df req-b9b65135-09a3-436c-8171-e332f8f83fec tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-648367'] for port, precommit_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:06.915590 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.plugins.ml2.plugin [req-a61f003f-f145-423a-b261-e062d90044df req-b9b65135-09a3-436c-8171-e332f8f83fec tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Calling delete_port for 0e514e52-ea71-4432-a7db-fe0cd4c280fa owned by compute:nova {{(pid=101864) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2062}} May 04 15:55:07.048699 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-a61f003f-f145-423a-b261-e062d90044df req-b9b65135-09a3-436c-8171-e332f8f83fec tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1584437', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-52005', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8755428150191', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8755427607004', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-261144866'] for port, after_delete {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:07.082575 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.db [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] get_ports_and_sgs() called for port_ids ['0e514e52-ea71-4432-a7db-fe0cd4c280fa'] {{(pid=101865) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} May 04 15:55:07.093103 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b65135-09a3-436c-8171-e332f8f83fec tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Pushing event deleted for resources: {'Port': ['ID=0e514e52-ea71-4432-a7db-fe0cd4c280fa,revision_number=None']} {{(pid=101864) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:55:07.142346 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.db.l3_dvrscheduler_db [req-a61f003f-f145-423a-b261-e062d90044df req-b9b65135-09a3-436c-8171-e332f8f83fec tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] No DVR routers for this DVR port 0e514e52-ea71-4432-a7db-fe0cd4c280fa on host hv-cinder-82963 {{(pid=101864) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 04 15:55:07.144937 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron_lib.callbacks.manager [req-a61f003f-f145-423a-b261-e062d90044df req-b9b65135-09a3-436c-8171-e332f8f83fec tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-243318'] for port, before_response {{(pid=101864) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:07.148284 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.wsgi [req-a61f003f-f145-423a-b261-e062d90044df req-b9b65135-09a3-436c-8171-e332f8f83fec tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.11 "DELETE /v2.0/ports/0e514e52-ea71-4432-a7db-fe0cd4c280fa HTTP/1.1" status: 204 len: 173 time: 0.4175470 May 04 15:55:07.148744 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'db83827f-cb2a-4420-ab08-768111f15cab', 'name': 'network-vif-deleted', 'tag': '0e514e52-ea71-4432-a7db-fe0cd4c280fa'}] {{(pid=101864) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} May 04 15:55:07.151142 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.42/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}bcec595e4dcc78279c342953a3faeef13f7ede440bc8f637a2428cab22cbe177" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c784d8e8-2652-4821-b197-0279848b5d1a" -d '{"events": [{"server_uuid": "db83827f-cb2a-4420-ab08-768111f15cab", "name": "network-vif-deleted", "tag": "0e514e52-ea71-4432-a7db-fe0cd4c280fa"}]}' {{(pid=101864) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} May 04 15:55:07.195480 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 04 May 2022 15:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a964daf-717f-4cb9-98a3-cac2467b805a x-openstack-request-id: req-8a964daf-717f-4cb9-98a3-cac2467b805a {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} May 04 15:55:07.195767 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "db83827f-cb2a-4420-ab08-768111f15cab", "name": "network-vif-deleted", "tag": "0e514e52-ea71-4432-a7db-fe0cd4c280fa", "status": "completed", "code": 200}]} {{(pid=101864) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} May 04 15:55:07.196020 dv-cinder-829630-2-iscsi neutron-server[101864]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.42/compute/v2.1/os-server-external-events used request id req-8a964daf-717f-4cb9-98a3-cac2467b805a {{(pid=101864) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} May 04 15:55:07.196415 dv-cinder-829630-2-iscsi neutron-server[101864]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a964daf-717f-4cb9-98a3-cac2467b805a'] response: {'server_uuid': 'db83827f-cb2a-4420-ab08-768111f15cab', 'name': 'network-vif-deleted', 'tag': '0e514e52-ea71-4432-a7db-fe0cd4c280fa', 'status': 'completed', 'code': 200} May 04 15:55:07.381372 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [req-558f267a-1741-46a1-8632-ce434a7193c7 req-1f1113fa-1224-42b0-b769-34331bbfdc73 tempest-VolumesActionsTest-300047899 tempest-VolumesActionsTest-300047899-project] 10.222.0.42 "GET /v2.0/ports?device_id=db83827f-cb2a-4420-ab08-768111f15cab HTTP/1.1" status: 200 len: 210 time: 0.0312603 May 04 15:55:08.667297 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-8e7e006f-4415-447d-9bc1-e6c1a022543a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:09.973581 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:11.640672 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:11.917658 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:13.290219 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:13.359483 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 0e514e52-ea71-4432-a7db-fe0cd4c280fa no longer exists at agent hyperv_hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} May 04 15:55:13.381102 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.plugin [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] No Port match for: 0e514e52-ea71-4432-a7db-fe0cd4c280fa {{(pid=101865) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2320}} May 04 15:55:13.381436 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron.plugins.ml2.rpc [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Device 0e514e52-ea71-4432-a7db-fe0cd4c280fa not bound to the agent host hv-cinder-82963 {{(pid=101865) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} May 04 15:55:31.238002 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 35262) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:55:31.282794 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3c0a092-b444-4fea-9542-cf8144d4ff55 admin admin] Deleting subnet 536b5caf-d05d-4993-8598-b80b732dd79d {{(pid=101863) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} May 04 15:55:31.285824 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-e3c0a092-b444-4fea-9542-cf8144d4ff55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:31.318829 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-e3c0a092-b444-4fea-9542-cf8144d4ff55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-262023745'] for subnet, precommit_delete_associations {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:31.357962 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-e3c0a092-b444-4fea-9542-cf8144d4ff55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1759364'] for subnet, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:31.417264 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-e3c0a092-b444-4fea-9542-cf8144d4ff55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1759485', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599703', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2944274', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-262085008'] for subnet, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:31.444538 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c0a092-b444-4fea-9542-cf8144d4ff55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=536b5caf-d05d-4993-8598-b80b732dd79d,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:55:31.446677 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-e3c0a092-b444-4fea-9542-cf8144d4ff55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:31.450801 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-e3c0a092-b444-4fea-9542-cf8144d4ff55 admin admin] 10.222.0.42 "DELETE /v2.0/subnets/536b5caf-d05d-4993-8598-b80b732dd79d HTTP/1.1" status: 204 len: 168 time: 0.2117612 May 04 15:55:31.453164 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 35264) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:55:31.527299 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b85fdd49-d94d-46cd-90e3-90af18e92bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1697412'] for network, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:31.609292 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b85fdd49-d94d-46cd-90e3-90af18e92bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1753417', 'neutron.services.segments.db._delete_segments_for_network-8755428157040'] for network, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:31.629944 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.services.segments.db [None req-b85fdd49-d94d-46cd-90e3-90af18e92bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea5fd74-bc36-49c4-a2b5-a8685b42f913']}} {{(pid=101863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:55:31.639640 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.services.segments.db [None req-b85fdd49-d94d-46cd-90e3-90af18e92bc3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa33c965-9028-4b05-99f2-6e1ebfa86e6e') {'for_net_delete': True} {{(pid=101863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:55:31.639924 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.services.segments.db [None req-b85fdd49-d94d-46cd-90e3-90af18e92bc3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa33c965-9028-4b05-99f2-6e1ebfa86e6e') {} {{(pid=101863) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 04 15:55:31.649384 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b85fdd49-d94d-46cd-90e3-90af18e92bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8755428158585', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-262023754'] for segment, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:31.662913 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b85fdd49-d94d-46cd-90e3-90af18e92bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267'] for segment, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:31.669375 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b85fdd49-d94d-46cd-90e3-90af18e92bc3 admin admin] Releasing vlan 255 on physical network physnet1 to pool {{(pid=101863) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 04 15:55:31.669773 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b85fdd49-d94d-46cd-90e3-90af18e92bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1759267', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2944180'] for segment, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:31.671655 dv-cinder-829630-2-iscsi neutron-server[101863]: Traceback (most recent call last): May 04 15:55:31.671655 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 04 15:55:31.671655 dv-cinder-829630-2-iscsi neutron-server[101863]: timer() May 04 15:55:31.671655 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 04 15:55:31.671655 dv-cinder-829630-2-iscsi neutron-server[101863]: cb(*args, **kw) May 04 15:55:31.671655 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper May 04 15:55:31.671655 dv-cinder-829630-2-iscsi neutron-server[101863]: return func(*args, **kwargs) May 04 15:55:31.671655 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 04 15:55:31.671655 dv-cinder-829630-2-iscsi neutron-server[101863]: self._notify() May 04 15:55:31.671655 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 04 15:55:31.671655 dv-cinder-829630-2-iscsi neutron-server[101863]: self.callback(batched_events) May 04 15:55:31.671655 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 04 15:55:31.671655 dv-cinder-829630-2-iscsi neutron-server[101863]: event.method(event) May 04 15:55:31.671655 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory May 04 15:55:31.671655 dv-cinder-829630-2-iscsi neutron-server[101863]: aggregate_id = self._get_aggregate_id(event.segment_id) May 04 15:55:31.671655 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id May 04 15:55:31.671655 dv-cinder-829630-2-iscsi neutron-server[101863]: aggregate_uuid = self.p_client.list_aggregates( May 04 15:55:31.671655 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper May 04 15:55:31.671655 dv-cinder-829630-2-iscsi neutron-server[101863]: return f(self, *a, **k) May 04 15:55:31.671655 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates May 04 15:55:31.671655 dv-cinder-829630-2-iscsi neutron-server[101863]: return self._get(url).json() May 04 15:55:31.671655 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get May 04 15:55:31.671655 dv-cinder-829630-2-iscsi neutron-server[101863]: return self._client.get(url, endpoint_filter=self._ks_filter, May 04 15:55:31.671655 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 04 15:55:31.671655 dv-cinder-829630-2-iscsi neutron-server[101863]: return self.request(url, 'GET', **kwargs) May 04 15:55:31.671655 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 04 15:55:31.671655 dv-cinder-829630-2-iscsi neutron-server[101863]: base_url = self.get_endpoint(auth, allow=allow, May 04 15:55:31.671655 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 04 15:55:31.671655 dv-cinder-829630-2-iscsi neutron-server[101863]: auth = self._auth_required(auth, 'determine endpoint URL') May 04 15:55:31.671655 dv-cinder-829630-2-iscsi neutron-server[101863]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 04 15:55:31.671655 dv-cinder-829630-2-iscsi neutron-server[101863]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 04 15:55:31.671655 dv-cinder-829630-2-iscsi neutron-server[101863]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 04 15:55:31.738253 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b85fdd49-d94d-46cd-90e3-90af18e92bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1753424', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-599804', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-619198', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-628060'] for network, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:31.743982 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-b85fdd49-d94d-46cd-90e3-90af18e92bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-618564'] for network, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:31.748172 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-b85fdd49-d94d-46cd-90e3-90af18e92bc3 admin admin] 10.222.0.42 "DELETE /v2.0/networks/9ea5fd74-bc36-49c4-a2b5-a8685b42f913 HTTP/1.1" status: 204 len: 168 time: 0.2940831 May 04 15:55:31.759463 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85fdd49-d94d-46cd-90e3-90af18e92bc3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ea5fd74-bc36-49c4-a2b5-a8685b42f913,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:55:31.856441 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 35268) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:55:31.902506 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-d1dab353-12ef-4d1b-bcac-9c44365d3bd9 admin admin] 10.222.0.42 "GET /v2.0/security-groups?tenant_id=332702aca760423587536d3395a91f09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447888 May 04 15:55:31.904959 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.wsgi [-] (101863) accepted ('10.222.0.42', 35270) {{(pid=101863) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} May 04 15:55:31.952887 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-56e6803a-b626-40fb-b602-891abf584159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:31.973753 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-56e6803a-b626-40fb-b602-891abf584159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:32.020075 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-56e6803a-b626-40fb-b602-891abf584159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-644420'] for security_group, after_delete {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:32.022710 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron_lib.callbacks.manager [None req-56e6803a-b626-40fb-b602-891abf584159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101863) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:32.024024 dv-cinder-829630-2-iscsi neutron-server[101863]: INFO neutron.wsgi [None req-56e6803a-b626-40fb-b602-891abf584159 admin admin] 10.222.0.42 "DELETE /v2.0/security-groups/ae6ab689-0190-4b53-8c44-3eca3f36525b HTTP/1.1" status: 204 len: 168 time: 0.1182227 May 04 15:55:32.033051 dv-cinder-829630-2-iscsi neutron-server[101863]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e6803a-b626-40fb-b602-891abf584159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6ab689-0190-4b53-8c44-3eca3f36525b,revision_number=None']} {{(pid=101863) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 04 15:55:36.279000 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-13b2f095-6fa1-46ea-9309-f5ddd9cae007 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:38.670274 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-b4c29984-27a6-46b8-a5b5-21cbfe4cef9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:39.975512 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:40.041445 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:55:41.643781 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:41.921068 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:55:43.284600 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:56:06.281696 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b8a487d-873b-4ea4-ae07-059465b22c1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:56:08.674557 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-567a85ab-77a0-4af1-bfdd-003f750e1d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:56:09.980819 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:56:11.646290 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:56:11.922682 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:56:13.313456 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:56:17.040616 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:56:36.285090 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-eaeabd57-f563-446d-a7f0-99cf66fcb343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:56:38.676851 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-b11f4f17-3e99-4fbe-a189-b4fbabb93fd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:56:39.982902 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:56:41.648043 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:56:41.926527 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:56:43.329581 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:56:54.039423 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:57:06.287215 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-49f618e5-a3dc-4a69-9095-c099405cd950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:57:08.683147 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-df1a9086-f058-407a-9094-a60dd5a63df7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:57:09.994581 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:57:11.651986 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:57:11.929665 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:57:13.328218 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:57:31.037985 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:57:36.289079 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-4fc5ebf9-99cb-41d1-bf37-24af2c7fdffd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:57:38.674786 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-d7202b9e-8187-4e49-96cc-8ecf41caffbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:57:39.990420 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:57:41.654912 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:57:41.936169 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:57:43.344072 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:58:06.291224 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-d2e23d47-2fbc-442c-b94a-0d6b0fec2fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:58:08.037947 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:58:08.678590 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-57876432-ef41-42e9-84fa-01a16f8c2907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:58:09.993288 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:58:11.657436 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:58:11.929695 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:58:13.341331 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:58:36.292123 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-9cf8498c-91e0-4e0e-91c1-5ec6a79a5834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:58:38.687632 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-24bcfda4-c233-4b0b-887f-44ad8ce1ddfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:58:39.995889 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:58:41.660941 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:58:41.932362 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:58:43.356313 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:58:45.036995 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:59:06.293545 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-8671f256-2292-4552-a99e-143c4f47d9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:59:08.685698 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-ee71bf62-64af-4cc3-8396-053118f1113e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:59:10.001654 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:59:11.664198 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:59:11.938642 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:59:13.356107 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:59:22.035786 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 15:59:36.295965 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-63c70248-66d6-457f-8cb9-54ea49154f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:59:38.684348 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-e4bce694-0ca5-4194-a2c0-5de84dde7515 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:59:40.003825 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:59:41.669035 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:59:41.932083 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:59:43.427965 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 15:59:59.034867 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 16:00:06.300344 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-438e3012-de9b-4704-a54d-e7ba811a35f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:00:08.688262 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-c1340227-2fea-4086-ba22-c8b727998afa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:00:10.007297 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:00:11.674573 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:00:11.944811 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:00:13.429751 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:00:36.033285 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} May 04 16:00:36.302558 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-9f1929f1-69cb-4612-9f6f-6d3aec1f1382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:00:38.680803 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-728a33fb-6535-4af6-945a-aaaf5ed0350f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:00:40.007917 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:00:41.675533 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:00:41.936577 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:00:43.424219 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-257d4189-4459-4deb-b850-cd5a135917d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:01:06.304323 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-c41ffdfa-fceb-4022-b482-e11ddc7e12ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:01:08.684552 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-c412033e-fab3-4406-8704-7ef0a8073803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:01:10.019144 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-09a07d85-96a0-4cba-8b7f-bb220346344f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:01:11.683462 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-54c8e311-5bb5-4bf1-8378-51547af1688c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:01:11.940998 dv-cinder-829630-2-iscsi neutron-server[101865]: DEBUG neutron_lib.callbacks.manager [None req-7b961fe9-e588-4b61-a738-85caabf56262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8755428157022', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1754091'] for agent, after_update {{(pid=101865) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 04 16:01:13.031608 dv-cinder-829630-2-iscsi neutron-server[101866]: DEBUG neutron.db.agents_db [None req-49d75c3f-8f35-4aa4-94fc-c2894abf50cc None None] Agent healthcheck: found 6 active agents {{(pid=101866) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}